2024-09-16T00:44:53.794 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T00:44:53.815 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:44:53.909 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906430' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - force file system read-only - bad backtrace - MDS in read-only mode - \(MDS_READ_ONLY\) sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi005.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAtGOOKCvrjbHh4Lr6pf1mEYAHjoBjQ3mbXgcQkobIYMIebolWoLQeTc+jNOjLAWy0F15YIqsN0vtC+TbJ+V8wA= smithi073.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPVQlDIbFm3K7Bog65Z1qoZldIHzwf62UsS95DufZlM033FYaQ/+nDZJlxISVVa+bMT8pJ9cVW2p/3aVLWX1HIk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_auto_repair teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T00:44:53.909 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T00:44:53.910 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T00:44:53.910 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T00:44:53.912 INFO:teuthology.task.internal:Checking packages... 2024-09-16T00:44:53.933 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T00:44:53.934 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:44:53.934 INFO:teuthology.packaging:ref: None 2024-09-16T00:44:53.934 INFO:teuthology.packaging:tag: None 2024-09-16T00:44:53.934 INFO:teuthology.packaging:branch: squid 2024-09-16T00:44:53.934 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:44:53.934 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T00:44:54.139 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T00:44:54.141 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T00:44:54.149 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T00:44:54.150 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T00:44:54.240 INFO:teuthology.task.internal:Saving configuration 2024-09-16T00:44:54.257 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T00:44:54.263 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T00:44:54.289 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:40:05.352317', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAtGOOKCvrjbHh4Lr6pf1mEYAHjoBjQ3mbXgcQkobIYMIebolWoLQeTc+jNOjLAWy0F15YIqsN0vtC+TbJ+V8wA='} 2024-09-16T00:44:54.311 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi073.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:40:05.350774', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPVQlDIbFm3K7Bog65Z1qoZldIHzwf62UsS95DufZlM033FYaQ/+nDZJlxISVVa+bMT8pJ9cVW2p/3aVLWX1HIk='} 2024-09-16T00:44:54.311 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T00:44:54.317 INFO:teuthology.task.internal:roles: ubuntu@smithi005.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-16T00:44:54.317 INFO:teuthology.task.internal:roles: ubuntu@smithi073.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-16T00:44:54.318 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T00:44:54.379 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f81afd63be0>, signals=[15]) 2024-09-16T00:44:54.379 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T00:44:54.385 INFO:teuthology.task.internal:Opening connections... 2024-09-16T00:44:54.385 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:44:54.387 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:54.465 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:44:54.466 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:44:54.537 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T00:44:54.543 DEBUG:teuthology.orchestra.run.smithi005:> uname -m 2024-09-16T00:44:54.561 INFO:teuthology.orchestra.run.smithi005.stdout:x86_64 2024-09-16T00:44:54.562 DEBUG:teuthology.orchestra.run.smithi005:> cat /etc/os-release 2024-09-16T00:44:54.619 INFO:teuthology.orchestra.run.smithi005.stdout:NAME="CentOS Stream" 2024-09-16T00:44:54.619 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION="9" 2024-09-16T00:44:54.619 INFO:teuthology.orchestra.run.smithi005.stdout:ID="centos" 2024-09-16T00:44:54.619 INFO:teuthology.orchestra.run.smithi005.stdout:ID_LIKE="rhel fedora" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_ID="9" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:PLATFORM_ID="platform:el9" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:ANSI_COLOR="0;31" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:LOGO="fedora-logo-icon" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:HOME_URL="https://centos.org/" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T00:44:54.620 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T00:44:54.621 INFO:teuthology.lock.ops:Updating smithi005.front.sepia.ceph.com on lock server 2024-09-16T00:44:54.639 DEBUG:teuthology.orchestra.run.smithi073:> uname -m 2024-09-16T00:44:54.658 INFO:teuthology.orchestra.run.smithi073.stdout:x86_64 2024-09-16T00:44:54.658 DEBUG:teuthology.orchestra.run.smithi073:> cat /etc/os-release 2024-09-16T00:44:54.715 INFO:teuthology.orchestra.run.smithi073.stdout:NAME="CentOS Stream" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION="9" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:ID="centos" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:ID_LIKE="rhel fedora" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_ID="9" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:PLATFORM_ID="platform:el9" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:ANSI_COLOR="0;31" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:LOGO="fedora-logo-icon" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:HOME_URL="https://centos.org/" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T00:44:54.716 INFO:teuthology.orchestra.run.smithi073.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T00:44:54.717 INFO:teuthology.orchestra.run.smithi073.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T00:44:54.717 INFO:teuthology.lock.ops:Updating smithi073.front.sepia.ceph.com on lock server 2024-09-16T00:44:54.739 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T00:44:54.748 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T00:44:54.753 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T00:44:54.753 DEBUG:teuthology.orchestra.run.smithi005:> test '!' -e /home/ubuntu/cephtest 2024-09-16T00:44:54.756 DEBUG:teuthology.orchestra.run.smithi073:> test '!' -e /home/ubuntu/cephtest 2024-09-16T00:44:54.773 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T00:44:54.779 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T00:44:54.779 DEBUG:teuthology.orchestra.run.smithi005:> test -z $(ls -A /var/lib/ceph) 2024-09-16T00:44:54.813 DEBUG:teuthology.orchestra.run.smithi073:> test -z $(ls -A /var/lib/ceph) 2024-09-16T00:44:54.839 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T00:44:54.901 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T00:44:54.915 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-16T00:44:54.915 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-16T00:44:54.915 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-16T00:44:54.915 DEBUG:teuthology.orchestra.run.smithi005:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T00:44:54.916 DEBUG:teuthology.orchestra.run.smithi073:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T00:44:54.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:44:54.933 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-16T00:44:54.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:44:54.934 DEBUG:teuthology.orchestra.run.smithi073:> uname -r 2024-09-16T00:44:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-503.el9.x86_64 2024-09-16T00:44:54.991 INFO:teuthology.task.kernel:Running kernel on smithi005: 5.14.0-503.el9.x86_64 2024-09-16T00:44:54.991 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum install -y kernel 2024-09-16T00:44:54.992 INFO:teuthology.orchestra.run.smithi073.stdout:5.14.0-503.el9.x86_64 2024-09-16T00:44:54.992 INFO:teuthology.task.kernel:Running kernel on smithi073: 5.14.0-503.el9.x86_64 2024-09-16T00:44:54.993 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum install -y kernel 2024-09-16T00:44:58.803 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-09-16T00:44:59.388 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-09-16T00:45:00.579 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - AppStream 31 MB/s | 20 MB 00:00 2024-09-16T00:45:01.248 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-16T00:45:04.955 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-16T00:45:06.790 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-09-16T00:45:06.839 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - Extras packages 28 kB/s | 19 kB 00:00 2024-09-16T00:45:07.752 INFO:teuthology.orchestra.run.smithi073.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-16T00:45:08.282 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 19 kB 00:00 2024-09-16T00:45:09.186 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-16T00:45:13.199 INFO:teuthology.orchestra.run.smithi073.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T00:45:14.916 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-16T00:45:15.281 INFO:teuthology.orchestra.run.smithi073.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T00:45:15.281 INFO:teuthology.orchestra.run.smithi073.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T00:45:15.378 INFO:teuthology.orchestra.run.smithi073.stdout:Dependencies resolved. 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================ 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout: Package Architecture Version Repository Size 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================ 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout:Installing: 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout:Installing dependencies: 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T00:45:15.388 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction Summary 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================ 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout:Install 4 Packages 2024-09-16T00:45:15.389 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:45:15.390 INFO:teuthology.orchestra.run.smithi073.stdout:Total download size: 79 M 2024-09-16T00:45:15.390 INFO:teuthology.orchestra.run.smithi073.stdout:Installed size: 126 M 2024-09-16T00:45:15.390 INFO:teuthology.orchestra.run.smithi073.stdout:Downloading Packages: 2024-09-16T00:45:15.759 INFO:teuthology.orchestra.run.smithi073.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 243 kB/s | 23 kB 00:00 2024-09-16T00:45:16.151 INFO:teuthology.orchestra.run.smithi073.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-09-16T00:45:16.534 INFO:teuthology.orchestra.run.smithi073.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 37 MB/s | 29 MB 00:00 2024-09-16T00:45:16.843 INFO:teuthology.orchestra.run.smithi073.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 29 MB/s | 35 MB 00:01 2024-09-16T00:45:16.843 INFO:teuthology.orchestra.run.smithi073.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:45:16.843 INFO:teuthology.orchestra.run.smithi073.stdout:Total 54 MB/s | 79 MB 00:01 2024-09-16T00:45:17.065 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T00:45:17.065 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T00:45:17.168 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout: Package Architecture Version Repository Size 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T00:45:17.181 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:Install 4 Packages 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 79 M 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:Installed size: 126 M 2024-09-16T00:45:17.182 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-09-16T00:45:17.310 INFO:teuthology.orchestra.run.smithi005.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 211 kB/s | 23 kB 00:00 2024-09-16T00:45:17.530 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction check 2024-09-16T00:45:17.693 INFO:teuthology.orchestra.run.smithi005.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-09-16T00:45:17.891 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction check succeeded. 2024-09-16T00:45:17.891 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction test 2024-09-16T00:45:18.127 INFO:teuthology.orchestra.run.smithi005.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 37 MB/s | 35 MB 00:00 2024-09-16T00:45:18.386 INFO:teuthology.orchestra.run.smithi005.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 27 MB/s | 29 MB 00:01 2024-09-16T00:45:18.386 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:45:18.386 INFO:teuthology.orchestra.run.smithi005.stdout:Total 65 MB/s | 79 MB 00:01 2024-09-16T00:45:18.841 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction test succeeded. 2024-09-16T00:45:18.842 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction 2024-09-16T00:45:19.096 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-09-16T00:45:19.492 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-09-16T00:45:19.492 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-09-16T00:45:20.484 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-09-16T00:45:20.484 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-09-16T00:45:21.295 INFO:teuthology.orchestra.run.smithi073.stdout: Preparing : 1/1 2024-09-16T00:45:21.954 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:45:22.051 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:45:23.063 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-09-16T00:45:23.754 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:45:23.844 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:45:24.835 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:45:24.961 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:45:26.642 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:45:26.770 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:45:29.801 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:45:29.911 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:45:31.896 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:45:31.940 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:45:34.760 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:45:37.072 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:12.846 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:12.885 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:13.250 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:13.250 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:46:13.250 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:46:13.250 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:46:14.106 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:14.106 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout:Installed: 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:46:14.107 INFO:teuthology.orchestra.run.smithi073.stdout:Complete! 2024-09-16T00:46:14.486 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:46:14.568 INFO:teuthology.orchestra.run.smithi073.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.568 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:46:14.569 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T00:46:14.569 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T00:46:14.569 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T00:46:14.569 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-16T00:46:14.569 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi073.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T00:46:14.569 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:46:14.628 INFO:teuthology.orchestra.run.smithi073.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:14.628 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:46:14.628 DEBUG:teuthology.orchestra.run.smithi073:> sudo rpm -qi grub2-tools 2024-09-16T00:46:14.659 INFO:teuthology.orchestra.run.smithi073.stdout:Name : grub2-tools 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Epoch : 1 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Version : 2.06 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Release : 82.el9 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Architecture: x86_64 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Group : Unspecified 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Size : 8274670 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:License : GPLv3+ 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T00:46:14.660 INFO:teuthology.orchestra.run.smithi073.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:Packager : builder@centos.org 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:Vendor : CentOS 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:Summary : Support tools for GRUB. 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:Description : 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:hardware devices. 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:46:14.661 INFO:teuthology.orchestra.run.smithi073.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T00:46:14.662 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T00:46:14.662 INFO:teuthology.task.kernel:Updating grub on smithi073 to boot 5.14.0-505.el9.x86_64 2024-09-16T00:46:14.662 DEBUG:teuthology.orchestra.run.smithi073:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T00:46:15.356 INFO:teuthology.orchestra.run.smithi073.stderr:Generating grub configuration file ... 2024-09-16T00:46:16.128 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:16.170 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:16.579 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:16.579 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:46:16.579 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:46:16.579 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:46:16.723 INFO:teuthology.orchestra.run.smithi073.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T00:46:16.762 INFO:teuthology.orchestra.run.smithi073.stderr:done 2024-09-16T00:46:16.765 DEBUG:teuthology.orchestra.run.smithi073:> mktemp 2024-09-16T00:46:16.781 INFO:teuthology.orchestra.run.smithi073.stdout:/tmp/tmp.PzkBwAqyf9 2024-09-16T00:46:16.782 DEBUG:teuthology.orchestra.run.smithi073:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.PzkBwAqyf9 2024-09-16T00:46:16.849 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0666 /tmp/tmp.PzkBwAqyf9 2024-09-16T00:46:16.998 DEBUG:teuthology.orchestra.remote:smithi073:/tmp/tmp.PzkBwAqyf9 is 6KB 2024-09-16T00:46:17.047 DEBUG:teuthology.orchestra.run.smithi073:> rm -fr /tmp/tmp.PzkBwAqyf9 2024-09-16T00:46:17.061 DEBUG:teuthology.orchestra.run.smithi073:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T00:46:17.129 INFO:teuthology.orchestra.run.smithi073.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T00:46:17.130 INFO:teuthology.orchestra.run.smithi073.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T00:46:17.130 INFO:teuthology.orchestra.run.smithi073.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T00:46:17.130 INFO:teuthology.orchestra.run.smithi073.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T00:46:17.132 DEBUG:teuthology.orchestra.run.smithi073:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.291 DEBUG:teuthology.orchestra.run.smithi073:> sudo shutdown -r now 2024-09-16T00:46:17.409 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:46:17.409 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:46:17.410 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-16T00:46:17.745 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:46:17.885 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.885 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:46:17.885 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T00:46:17.885 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T00:46:17.886 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T00:46:17.886 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-16T00:46:17.886 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi005.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T00:46:17.886 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:46:17.944 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:46:17.944 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:46:17.945 DEBUG:teuthology.orchestra.run.smithi005:> sudo rpm -qi grub2-tools 2024-09-16T00:46:17.976 INFO:teuthology.orchestra.run.smithi005.stdout:Name : grub2-tools 2024-09-16T00:46:17.976 INFO:teuthology.orchestra.run.smithi005.stdout:Epoch : 1 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Version : 2.06 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Release : 82.el9 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Architecture: x86_64 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Group : Unspecified 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Size : 8274670 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:License : GPLv3+ 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Packager : builder@centos.org 2024-09-16T00:46:17.977 INFO:teuthology.orchestra.run.smithi005.stdout:Vendor : CentOS 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:Summary : Support tools for GRUB. 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:Description : 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:hardware devices. 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:46:17.978 INFO:teuthology.orchestra.run.smithi005.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T00:46:17.979 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T00:46:17.979 INFO:teuthology.task.kernel:Updating grub on smithi005 to boot 5.14.0-505.el9.x86_64 2024-09-16T00:46:17.980 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T00:46:18.658 INFO:teuthology.orchestra.run.smithi005.stderr:Generating grub configuration file ... 2024-09-16T00:46:19.940 INFO:teuthology.orchestra.run.smithi005.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T00:46:19.970 INFO:teuthology.orchestra.run.smithi005.stderr:done 2024-09-16T00:46:19.972 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-16T00:46:19.992 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.uwD71gXrch 2024-09-16T00:46:19.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uwD71gXrch 2024-09-16T00:46:20.058 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.uwD71gXrch 2024-09-16T00:46:20.197 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.uwD71gXrch is 6KB 2024-09-16T00:46:20.246 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.uwD71gXrch 2024-09-16T00:46:20.260 DEBUG:teuthology.orchestra.run.smithi005:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T00:46:20.324 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T00:46:20.324 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T00:46:20.324 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T00:46:20.324 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T00:46:20.325 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T00:46:20.482 DEBUG:teuthology.orchestra.run.smithi005:> sudo shutdown -r now 2024-09-16T00:46:47.315 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-16T00:46:47.316 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:46:47.318 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:46:50.488 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-16T00:46:50.489 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:46:50.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:47:05.789 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.73 2024-09-16T00:47:08.865 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.5 2024-09-16T00:47:14.793 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:47:14.794 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:47:17.853 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.73 2024-09-16T00:47:17.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:47:17.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:47:29.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:47:29.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:48:01.912 DEBUG:teuthology.orchestra.run.smithi073:> true 2024-09-16T00:48:02.488 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:48:02.488 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-505.el9.x86_64"... 2024-09-16T00:48:02.489 DEBUG:teuthology.orchestra.run.smithi073:> uname -r 2024-09-16T00:48:02.531 INFO:teuthology.orchestra.run.smithi073.stdout:5.14.0-505.el9.x86_64 2024-09-16T00:48:02.531 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T00:48:02.531 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T00:48:02.531 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T00:48:03.532 DEBUG:teuthology.parallel:result is None 2024-09-16T00:48:17.869 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T00:48:29.870 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:48:29.871 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:48:30.142 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-16T00:48:30.506 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:48:30.506 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-505.el9.x86_64"... 2024-09-16T00:48:30.507 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-16T00:48:30.523 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-505.el9.x86_64 2024-09-16T00:48:30.524 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T00:48:30.524 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T00:48:30.524 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T00:48:31.525 DEBUG:teuthology.parallel:result is None 2024-09-16T00:48:31.525 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T00:48:31.532 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T00:48:31.533 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T00:48:31.536 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T00:48:31.557 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T00:48:31.564 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T00:48:31.574 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T00:48:31.575 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T00:48:31.595 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T00:48:31.628 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T00:48:31.634 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T00:48:31.635 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T00:48:31.662 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T00:48:31.761 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:48:31.761 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:48:31.771 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:48:31.783 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:48:31.785 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T00:48:31.792 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T00:48:31.793 DEBUG:teuthology.orchestra.run.smithi005:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T00:48:31.795 DEBUG:teuthology.orchestra.run.smithi073:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T00:48:31.826 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T00:48:31.835 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T00:48:31.835 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T00:48:31.864 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T00:48:31.883 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:48:31.969 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:48:32.009 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:48:32.089 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:48:32.140 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:48:32.140 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T00:48:32.207 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:48:32.254 DEBUG:teuthology.orchestra.run.smithi073:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:48:32.313 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:48:32.402 DEBUG:teuthology.orchestra.run.smithi073:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:48:32.445 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:48:32.445 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T00:48:32.514 DEBUG:teuthology.orchestra.run.smithi005:> sudo service rsyslog restart 2024-09-16T00:48:32.517 DEBUG:teuthology.orchestra.run.smithi073:> sudo service rsyslog restart 2024-09-16T00:48:32.559 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:48:32.609 INFO:teuthology.orchestra.run.smithi073.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:48:33.080 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T00:48:33.087 INFO:teuthology.task.internal:Starting timer... 2024-09-16T00:48:33.087 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T00:48:33.102 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T00:48:33.113 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-16T00:48:33.113 DEBUG:teuthology.orchestra.run.smithi005:> sudo service auditd rotate 2024-09-16T00:48:33.177 INFO:teuthology.orchestra.run.smithi005.stdout:Rotating logs: 2024-09-16T00:48:33.179 DEBUG:teuthology.orchestra.run.smithi073:> sudo service auditd rotate 2024-09-16T00:48:33.238 INFO:teuthology.orchestra.run.smithi073.stdout:Rotating logs: 2024-09-16T00:48:33.240 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T00:48:33.241 DEBUG:teuthology.orchestra.run.smithi005:> /usr/sbin/getenforce 2024-09-16T00:48:33.271 INFO:teuthology.orchestra.run.smithi005.stdout:Permissive 2024-09-16T00:48:33.271 DEBUG:teuthology.orchestra.run.smithi073:> /usr/sbin/getenforce 2024-09-16T00:48:33.297 INFO:teuthology.orchestra.run.smithi073.stdout:Permissive 2024-09-16T00:48:33.297 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi005.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi073.front.sepia.ceph.com': 'permissive'} 2024-09-16T00:48:33.298 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:48:33.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:48:33.341 DEBUG:teuthology.orchestra.run.smithi073:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:48:33.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:48:33.368 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T00:48:33.368 DEBUG:teuthology.orchestra.run.smithi005:> sudo /usr/sbin/setenforce permissive 2024-09-16T00:48:33.413 DEBUG:teuthology.orchestra.run.smithi073:> sudo /usr/sbin/setenforce permissive 2024-09-16T00:48:33.447 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T00:48:33.457 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T00:48:33.470 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T00:48:33.471 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi005.front.sepia.ceph.com,smithi073.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T00:52:19.681 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi005.front.sepia.ceph.com'), Remote(name='ubuntu@smithi073.front.sepia.ceph.com')] 2024-09-16T00:52:19.682 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:52:19.684 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:52:19.766 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-16T00:52:19.845 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-16T00:52:19.846 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:52:19.846 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:52:19.919 DEBUG:teuthology.orchestra.run.smithi073:> true 2024-09-16T00:52:20.005 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi073.front.sepia.ceph.com' 2024-09-16T00:52:20.005 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T00:52:20.015 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T00:52:20.015 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T00:52:20.016 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:52:20.018 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T00:52:20.018 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:52:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T00:52:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T00:52:20.075 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T00:52:20.088 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: ntpd: command not found 2024-09-16T00:52:20.089 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T00:52:20.099 INFO:teuthology.orchestra.run.smithi005.stdout:506 Cannot talk to daemon 2024-09-16T00:52:20.113 INFO:teuthology.orchestra.run.smithi073.stderr:sudo: ntpd: command not found 2024-09-16T00:52:20.114 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T00:52:20.124 INFO:teuthology.orchestra.run.smithi073.stdout:506 Cannot talk to daemon 2024-09-16T00:52:20.129 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T00:52:20.138 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T00:52:20.151 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T00:52:20.185 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:52:20.188 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:52:20.188 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-16T00:52:20.188 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.188 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.189 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.189 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.206 INFO:teuthology.orchestra.run.smithi073.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:=============================================================================== 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.209 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:20.210 INFO:teuthology.run_tasks:Running task install... 2024-09-16T00:52:20.218 DEBUG:teuthology.task.install:project ceph 2024-09-16T00:52:20.218 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T00:52:20.218 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T00:52:20.219 INFO:teuthology.task.install:Using flavor: default 2024-09-16T00:52:20.224 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T00:52:20.224 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T00:52:20.225 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T00:52:20.225 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:52:20.228 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T00:52:20.228 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:52:20.374 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T00:52:20.374 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T00:52:20.387 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T00:52:20.387 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T00:52:20.483 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:52:20.483 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:52:20.483 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:52:20.494 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:52:20.495 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:52:20.495 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:52:20.510 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T00:52:20.511 DEBUG:teuthology.orchestra.run.smithi005:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:52:20.520 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T00:52:20.521 DEBUG:teuthology.orchestra.run.smithi073:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:52:20.578 DEBUG:teuthology.orchestra.run.smithi005:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:52:20.586 DEBUG:teuthology.orchestra.run.smithi073:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:52:20.655 DEBUG:teuthology.orchestra.run.smithi005:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:52:20.661 DEBUG:teuthology.orchestra.run.smithi073:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:52:20.721 INFO:teuthology.orchestra.run.smithi005.stdout:check_obsoletes = 1 2024-09-16T00:52:20.722 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum clean all 2024-09-16T00:52:20.727 INFO:teuthology.orchestra.run.smithi073.stdout:check_obsoletes = 1 2024-09-16T00:52:20.729 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum clean all 2024-09-16T00:52:20.964 INFO:teuthology.orchestra.run.smithi005.stdout:45 files removed 2024-09-16T00:52:20.964 INFO:teuthology.orchestra.run.smithi073.stdout:45 files removed 2024-09-16T00:52:20.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T00:52:20.993 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T00:52:21.541 INFO:teuthology.orchestra.run.smithi073.stdout:ceph packages for x86_64 315 kB/s | 83 kB 00:00 2024-09-16T00:52:21.567 INFO:teuthology.orchestra.run.smithi005.stdout:ceph packages for x86_64 305 kB/s | 83 kB 00:00 2024-09-16T00:52:21.825 INFO:teuthology.orchestra.run.smithi073.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T00:52:21.842 INFO:teuthology.orchestra.run.smithi005.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-16T00:52:22.100 INFO:teuthology.orchestra.run.smithi073.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-16T00:52:22.109 INFO:teuthology.orchestra.run.smithi005.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-16T00:52:22.575 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-09-16T00:52:23.001 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 9.7 MB/s | 8.2 MB 00:00 2024-09-16T00:52:24.353 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-16T00:52:26.978 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 7.2 MB/s | 20 MB 00:02 2024-09-16T00:52:28.511 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - CRB 17 MB/s | 6.5 MB 00:00 2024-09-16T00:52:30.062 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - Extras packages 89 kB/s | 19 kB 00:00 2024-09-16T00:52:31.150 INFO:teuthology.orchestra.run.smithi073.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-16T00:52:32.578 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-16T00:52:34.070 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 89 kB/s | 19 kB 00:00 2024-09-16T00:52:35.025 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-16T00:52:36.614 INFO:teuthology.orchestra.run.smithi073.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-16T00:52:38.949 INFO:teuthology.orchestra.run.smithi073.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:52:38.950 INFO:teuthology.orchestra.run.smithi073.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:52:38.962 INFO:teuthology.orchestra.run.smithi073.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T00:52:38.962 INFO:teuthology.orchestra.run.smithi073.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T00:52:38.963 INFO:teuthology.orchestra.run.smithi073.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T00:52:38.964 INFO:teuthology.orchestra.run.smithi073.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T00:52:38.966 INFO:teuthology.orchestra.run.smithi073.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T00:52:38.968 INFO:teuthology.orchestra.run.smithi073.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T00:52:38.969 INFO:teuthology.orchestra.run.smithi073.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T00:52:39.033 INFO:teuthology.orchestra.run.smithi073.stdout:Dependencies resolved. 2024-09-16T00:52:39.057 INFO:teuthology.orchestra.run.smithi073.stdout:====================================================================================== 2024-09-16T00:52:39.057 INFO:teuthology.orchestra.run.smithi073.stdout: Package Arch Version Repository Size 2024-09-16T00:52:39.057 INFO:teuthology.orchestra.run.smithi073.stdout:====================================================================================== 2024-09-16T00:52:39.057 INFO:teuthology.orchestra.run.smithi073.stdout:Installing: 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T00:52:39.058 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T00:52:39.059 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T00:52:39.060 INFO:teuthology.orchestra.run.smithi073.stdout:Upgrading: 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout:Installing dependencies: 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T00:52:39.061 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T00:52:39.062 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T00:52:39.063 INFO:teuthology.orchestra.run.smithi073.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T00:52:39.064 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T00:52:39.065 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T00:52:39.066 INFO:teuthology.orchestra.run.smithi073.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T00:52:39.067 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T00:52:39.068 INFO:teuthology.orchestra.run.smithi073.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout:Installing weak dependencies: 2024-09-16T00:52:39.069 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction Summary 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:====================================================================================== 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:Install 148 Packages 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:Upgrade 8 Packages 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:Total download size: 226 M 2024-09-16T00:52:39.070 INFO:teuthology.orchestra.run.smithi073.stdout:Downloading Packages: 2024-09-16T00:52:39.790 INFO:teuthology.orchestra.run.smithi073.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 55 kB/s | 6.5 kB 00:00 2024-09-16T00:52:40.007 INFO:teuthology.orchestra.run.smithi073.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.0 MB/s | 896 kB 00:00 2024-09-16T00:52:40.074 INFO:teuthology.orchestra.run.smithi073.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 2.1 MB/s | 145 kB 00:00 2024-09-16T00:52:40.149 INFO:teuthology.orchestra.run.smithi073.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-16T00:52:40.266 INFO:teuthology.orchestra.run.smithi073.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 12 MB/s | 2.4 MB 00:00 2024-09-16T00:52:40.300 INFO:teuthology.orchestra.run.smithi073.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 10 MB/s | 1.5 MB 00:00 2024-09-16T00:52:40.676 INFO:teuthology.orchestra.run.smithi073.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 12 MB/s | 4.7 MB 00:00 2024-09-16T00:52:40.892 INFO:teuthology.orchestra.run.smithi073.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 17 MB/s | 21 MB 00:01 2024-09-16T00:52:40.935 INFO:teuthology.orchestra.run.smithi073.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 608 kB/s | 25 kB 00:00 2024-09-16T00:52:40.939 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 5.3 kB/s | 1.7 kB 00:00 2024-09-16T00:52:41.277 INFO:teuthology.orchestra.run.smithi073.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 17 MB/s | 17 MB 00:00 2024-09-16T00:52:41.326 INFO:teuthology.orchestra.run.smithi073.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-16T00:52:41.435 INFO:teuthology.orchestra.run.smithi073.stdout:(12/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 14 MB/s | 11 MB 00:00 2024-09-16T00:52:41.460 INFO:teuthology.orchestra.run.smithi073.stdout:(13/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 202 kB/s | 27 kB 00:00 2024-09-16T00:52:41.486 INFO:teuthology.orchestra.run.smithi073.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 636 kB/s | 32 kB 00:00 2024-09-16T00:52:41.527 INFO:teuthology.orchestra.run.smithi073.stdout:(15/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 751 kB 00:00 2024-09-16T00:52:41.553 INFO:teuthology.orchestra.run.smithi073.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-16T00:52:41.578 INFO:teuthology.orchestra.run.smithi073.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 2.5 MB/s | 127 kB 00:00 2024-09-16T00:52:41.620 INFO:teuthology.orchestra.run.smithi073.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 7.4 MB/s | 506 kB 00:00 2024-09-16T00:52:41.670 INFO:teuthology.orchestra.run.smithi073.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 905 kB/s | 45 kB 00:00 2024-09-16T00:52:41.746 INFO:teuthology.orchestra.run.smithi073.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.8 MB/s | 136 kB 00:00 2024-09-16T00:52:41.813 INFO:teuthology.orchestra.run.smithi073.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.4 MB/s | 161 kB 00:00 2024-09-16T00:52:41.905 INFO:teuthology.orchestra.run.smithi073.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 3.4 MB/s | 320 kB 00:00 2024-09-16T00:52:41.980 INFO:teuthology.orchestra.run.smithi073.stdout:(23/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 13 MB/s | 5.3 MB 00:00 2024-09-16T00:52:42.005 INFO:teuthology.orchestra.run.smithi073.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.9 MB/s | 300 kB 00:00 2024-09-16T00:52:42.022 INFO:teuthology.orchestra.run.smithi073.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 2.3 MB/s | 99 kB 00:00 2024-09-16T00:52:42.047 INFO:teuthology.orchestra.run.smithi073.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-16T00:52:42.114 INFO:teuthology.orchestra.run.smithi073.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.5 MB/s | 170 kB 00:00 2024-09-16T00:52:42.190 INFO:teuthology.orchestra.run.smithi073.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 426 kB/s | 32 kB 00:00 2024-09-16T00:52:42.257 INFO:teuthology.orchestra.run.smithi073.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-16T00:52:42.282 INFO:teuthology.orchestra.run.smithi073.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.6 MB/s | 146 kB 00:00 2024-09-16T00:52:42.549 INFO:teuthology.orchestra.run.smithi073.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 12 MB/s | 3.6 MB 00:00 2024-09-16T00:52:42.633 INFO:teuthology.orchestra.run.smithi073.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 2.9 MB/s | 249 kB 00:00 2024-09-16T00:52:42.716 INFO:teuthology.orchestra.run.smithi073.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 593 kB/s | 49 kB 00:00 2024-09-16T00:52:42.842 INFO:teuthology.orchestra.run.smithi073.stdout:(34/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-16T00:52:42.867 INFO:teuthology.orchestra.run.smithi073.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 109 kB/s | 16 kB 00:00 2024-09-16T00:52:42.892 INFO:teuthology.orchestra.run.smithi073.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 5.6 MB/s | 285 kB 00:00 2024-09-16T00:52:42.934 INFO:teuthology.orchestra.run.smithi073.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 11 MB/s | 765 kB 00:00 2024-09-16T00:52:42.959 INFO:teuthology.orchestra.run.smithi073.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 272 kB/s | 18 kB 00:00 2024-09-16T00:52:43.385 INFO:teuthology.orchestra.run.smithi073.stdout:(39/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 20 MB/s | 49 MB 00:02 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi005.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:52:43.386 INFO:teuthology.orchestra.run.smithi005.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T00:52:43.401 INFO:teuthology.orchestra.run.smithi005.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T00:52:43.402 INFO:teuthology.orchestra.run.smithi005.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T00:52:43.403 INFO:teuthology.orchestra.run.smithi005.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T00:52:43.404 INFO:teuthology.orchestra.run.smithi005.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T00:52:43.406 INFO:teuthology.orchestra.run.smithi005.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T00:52:43.409 INFO:teuthology.orchestra.run.smithi005.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T00:52:43.410 INFO:teuthology.orchestra.run.smithi005.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T00:52:43.478 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-16T00:52:43.502 INFO:teuthology.orchestra.run.smithi073.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 141 kB/s | 80 kB 00:00 2024-09-16T00:52:43.509 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: Package Arch Version Repository Size 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T00:52:43.510 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T00:52:43.511 INFO:teuthology.orchestra.run.smithi005.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T00:52:43.512 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrading: 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T00:52:43.513 INFO:teuthology.orchestra.run.smithi005.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T00:52:43.514 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T00:52:43.515 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T00:52:43.516 INFO:teuthology.orchestra.run.smithi005.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T00:52:43.517 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T00:52:43.518 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T00:52:43.519 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T00:52:43.520 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T00:52:43.521 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T00:52:43.522 INFO:teuthology.orchestra.run.smithi005.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout:Installing weak dependencies: 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout:Install 148 Packages 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrade 8 Packages 2024-09-16T00:52:43.523 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:52:43.524 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 226 M 2024-09-16T00:52:43.524 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-09-16T00:52:43.544 INFO:teuthology.orchestra.run.smithi073.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-16T00:52:43.602 INFO:teuthology.orchestra.run.smithi073.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-16T00:52:43.628 INFO:teuthology.orchestra.run.smithi073.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 801 kB 00:00 2024-09-16T00:52:43.653 INFO:teuthology.orchestra.run.smithi073.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-16T00:52:43.678 INFO:teuthology.orchestra.run.smithi073.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-16T00:52:43.712 INFO:teuthology.orchestra.run.smithi073.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 7.3 MB/s | 1.2 MB 00:00 2024-09-16T00:52:43.757 INFO:teuthology.orchestra.run.smithi073.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-09-16T00:52:43.787 INFO:teuthology.orchestra.run.smithi073.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-16T00:52:43.821 INFO:teuthology.orchestra.run.smithi073.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 6.2 MB/s | 689 kB 00:00 2024-09-16T00:52:43.846 INFO:teuthology.orchestra.run.smithi073.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-09-16T00:52:43.871 INFO:teuthology.orchestra.run.smithi073.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 434 kB/s | 22 kB 00:00 2024-09-16T00:52:43.914 INFO:teuthology.orchestra.run.smithi073.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 5.9 MB/s | 943 kB 00:00 2024-09-16T00:52:43.939 INFO:teuthology.orchestra.run.smithi073.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 488 kB/s | 33 kB 00:00 2024-09-16T00:52:43.964 INFO:teuthology.orchestra.run.smithi073.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-16T00:52:43.989 INFO:teuthology.orchestra.run.smithi073.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-16T00:52:44.015 INFO:teuthology.orchestra.run.smithi073.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-16T00:52:44.040 INFO:teuthology.orchestra.run.smithi073.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T00:52:44.065 INFO:teuthology.orchestra.run.smithi073.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-09-16T00:52:44.152 INFO:teuthology.orchestra.run.smithi073.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-09-16T00:52:44.185 INFO:teuthology.orchestra.run.smithi073.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.5 MB/s | 662 kB 00:00 2024-09-16T00:52:44.210 INFO:teuthology.orchestra.run.smithi073.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 420 kB/s | 24 kB 00:00 2024-09-16T00:52:44.235 INFO:teuthology.orchestra.run.smithi073.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-09-16T00:52:44.260 INFO:teuthology.orchestra.run.smithi073.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-16T00:52:44.286 INFO:teuthology.orchestra.run.smithi073.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 2.6 MB/s | 581 kB 00:00 2024-09-16T00:52:44.307 INFO:teuthology.orchestra.run.smithi005.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 22 kB/s | 6.5 kB 00:00 2024-09-16T00:52:44.311 INFO:teuthology.orchestra.run.smithi073.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 765 kB/s | 38 kB 00:00 2024-09-16T00:52:44.336 INFO:teuthology.orchestra.run.smithi073.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-09-16T00:52:44.420 INFO:teuthology.orchestra.run.smithi073.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-09-16T00:52:44.495 INFO:teuthology.orchestra.run.smithi073.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 24 MB/s | 4.9 MB 00:00 2024-09-16T00:52:44.529 INFO:teuthology.orchestra.run.smithi073.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 8.3 MB/s | 1.6 MB 00:00 2024-09-16T00:52:44.545 INFO:teuthology.orchestra.run.smithi073.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.7 MB/s | 137 kB 00:00 2024-09-16T00:52:44.579 INFO:teuthology.orchestra.run.smithi073.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 5.6 MB/s | 910 kB 00:00 2024-09-16T00:52:44.621 INFO:teuthology.orchestra.run.smithi073.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-16T00:52:44.646 INFO:teuthology.orchestra.run.smithi073.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-16T00:52:44.688 INFO:teuthology.orchestra.run.smithi073.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-16T00:52:44.765 INFO:teuthology.orchestra.run.smithi073.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-09-16T00:52:44.789 INFO:teuthology.orchestra.run.smithi073.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-16T00:52:44.814 INFO:teuthology.orchestra.run.smithi073.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-09-16T00:52:44.831 INFO:teuthology.orchestra.run.smithi073.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 613 kB/s | 26 kB 00:00 2024-09-16T00:52:44.848 INFO:teuthology.orchestra.run.smithi073.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 571 kB/s | 19 kB 00:00 2024-09-16T00:52:44.923 INFO:teuthology.orchestra.run.smithi073.stdout:(80/156): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 6.0 MB 00:00 2024-09-16T00:52:44.940 INFO:teuthology.orchestra.run.smithi073.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 378 kB/s | 35 kB 00:00 2024-09-16T00:52:44.965 INFO:teuthology.orchestra.run.smithi073.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-16T00:52:44.991 INFO:teuthology.orchestra.run.smithi073.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-16T00:52:45.016 INFO:teuthology.orchestra.run.smithi073.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T00:52:45.041 INFO:teuthology.orchestra.run.smithi073.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T00:52:45.048 INFO:teuthology.orchestra.run.smithi005.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.2 MB/s | 896 kB 00:00 2024-09-16T00:52:45.066 INFO:teuthology.orchestra.run.smithi073.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-09-16T00:52:45.092 INFO:teuthology.orchestra.run.smithi073.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-16T00:52:45.117 INFO:teuthology.orchestra.run.smithi073.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-16T00:52:45.142 INFO:teuthology.orchestra.run.smithi073.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-16T00:52:45.168 INFO:teuthology.orchestra.run.smithi073.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T00:52:45.193 INFO:teuthology.orchestra.run.smithi073.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T00:52:45.218 INFO:teuthology.orchestra.run.smithi005.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 860 kB/s | 145 kB 00:00 2024-09-16T00:52:45.277 INFO:teuthology.orchestra.run.smithi073.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-09-16T00:52:45.302 INFO:teuthology.orchestra.run.smithi073.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-16T00:52:45.327 INFO:teuthology.orchestra.run.smithi073.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 884 kB/s | 44 kB 00:00 2024-09-16T00:52:45.352 INFO:teuthology.orchestra.run.smithi073.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-16T00:52:45.378 INFO:teuthology.orchestra.run.smithi073.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 715 kB/s | 36 kB 00:00 2024-09-16T00:52:45.403 INFO:teuthology.orchestra.run.smithi073.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-16T00:52:45.428 INFO:teuthology.orchestra.run.smithi073.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T00:52:45.453 INFO:teuthology.orchestra.run.smithi073.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-16T00:52:45.479 INFO:teuthology.orchestra.run.smithi073.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-16T00:52:45.504 INFO:teuthology.orchestra.run.smithi073.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T00:52:45.529 INFO:teuthology.orchestra.run.smithi073.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-09-16T00:52:45.596 INFO:teuthology.orchestra.run.smithi073.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 243 kB/s | 22 kB 00:00 2024-09-16T00:52:45.647 INFO:teuthology.orchestra.run.smithi073.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-16T00:52:45.814 INFO:teuthology.orchestra.run.smithi073.stdout:(105/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-16T00:52:45.839 INFO:teuthology.orchestra.run.smithi073.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 1.6 MB/s | 308 kB 00:00 2024-09-16T00:52:45.881 INFO:teuthology.orchestra.run.smithi073.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-09-16T00:52:45.914 INFO:teuthology.orchestra.run.smithi073.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 194 kB/s | 19 kB 00:00 2024-09-16T00:52:45.948 INFO:teuthology.orchestra.run.smithi073.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 400 kB/s | 26 kB 00:00 2024-09-16T00:52:45.973 INFO:teuthology.orchestra.run.smithi073.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 859 kB/s | 49 kB 00:00 2024-09-16T00:52:45.998 INFO:teuthology.orchestra.run.smithi073.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-16T00:52:46.032 INFO:teuthology.orchestra.run.smithi073.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-16T00:52:46.074 INFO:teuthology.orchestra.run.smithi073.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-16T00:52:46.099 INFO:teuthology.orchestra.run.smithi073.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T00:52:46.125 INFO:teuthology.orchestra.run.smithi073.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T00:52:46.143 INFO:teuthology.orchestra.run.smithi005.stdout:(4/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 2.6 MB/s | 2.4 MB 00:00 2024-09-16T00:52:46.149 INFO:teuthology.orchestra.run.smithi073.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 570 kB/s | 14 kB 00:00 2024-09-16T00:52:46.175 INFO:teuthology.orchestra.run.smithi073.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 3.8 MB/s | 548 kB 00:00 2024-09-16T00:52:46.200 INFO:teuthology.orchestra.run.smithi073.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-16T00:52:46.242 INFO:teuthology.orchestra.run.smithi073.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-16T00:52:46.276 INFO:teuthology.orchestra.run.smithi073.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-09-16T00:52:46.301 INFO:teuthology.orchestra.run.smithi073.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-16T00:52:46.318 INFO:teuthology.orchestra.run.smithi005.stdout:(5/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 2.3 MB/s | 5.4 MB 00:02 2024-09-16T00:52:46.368 INFO:teuthology.orchestra.run.smithi073.stdout:(122/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-16T00:52:46.394 INFO:teuthology.orchestra.run.smithi073.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-09-16T00:52:46.410 INFO:teuthology.orchestra.run.smithi073.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 257 kB/s | 11 kB 00:00 2024-09-16T00:52:46.427 INFO:teuthology.orchestra.run.smithi073.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 529 kB/s | 18 kB 00:00 2024-09-16T00:52:46.452 INFO:teuthology.orchestra.run.smithi073.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 553 kB/s | 23 kB 00:00 2024-09-16T00:52:46.478 INFO:teuthology.orchestra.run.smithi073.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-09-16T00:52:46.503 INFO:teuthology.orchestra.run.smithi073.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-16T00:52:46.537 INFO:teuthology.orchestra.run.smithi073.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-16T00:52:46.562 INFO:teuthology.orchestra.run.smithi073.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-16T00:52:46.587 INFO:teuthology.orchestra.run.smithi073.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-16T00:52:46.610 INFO:teuthology.orchestra.run.smithi005.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 3.3 MB/s | 1.5 MB 00:00 2024-09-16T00:52:46.621 INFO:teuthology.orchestra.run.smithi073.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-16T00:52:46.646 INFO:teuthology.orchestra.run.smithi073.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-16T00:52:46.680 INFO:teuthology.orchestra.run.smithi073.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-16T00:52:46.705 INFO:teuthology.orchestra.run.smithi073.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T00:52:46.731 INFO:teuthology.orchestra.run.smithi073.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-09-16T00:52:46.755 INFO:teuthology.orchestra.run.smithi073.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-16T00:52:46.781 INFO:teuthology.orchestra.run.smithi073.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T00:52:46.806 INFO:teuthology.orchestra.run.smithi073.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T00:52:46.823 INFO:teuthology.orchestra.run.smithi073.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 854 kB/s | 36 kB 00:00 2024-09-16T00:52:46.873 INFO:teuthology.orchestra.run.smithi073.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.1 MB/s | 74 kB 00:00 2024-09-16T00:52:46.925 INFO:teuthology.orchestra.run.smithi073.stdout:(142/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-09-16T00:52:46.949 INFO:teuthology.orchestra.run.smithi073.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-09-16T00:52:46.974 INFO:teuthology.orchestra.run.smithi073.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.5 MB/s | 230 kB 00:00 2024-09-16T00:52:46.999 INFO:teuthology.orchestra.run.smithi073.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-16T00:52:47.025 INFO:teuthology.orchestra.run.smithi073.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T00:52:47.050 INFO:teuthology.orchestra.run.smithi073.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T00:52:47.117 INFO:teuthology.orchestra.run.smithi073.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-16T00:52:47.201 INFO:teuthology.orchestra.run.smithi073.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 28 MB/s | 2.3 MB 00:00 2024-09-16T00:52:47.268 INFO:teuthology.orchestra.run.smithi073.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-09-16T00:52:47.318 INFO:teuthology.orchestra.run.smithi073.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 813 kB/s | 41 kB 00:00 2024-09-16T00:52:47.368 INFO:teuthology.orchestra.run.smithi073.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-16T00:52:47.435 INFO:teuthology.orchestra.run.smithi073.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2024-09-16T00:52:47.519 INFO:teuthology.orchestra.run.smithi073.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-09-16T00:52:47.736 INFO:teuthology.orchestra.run.smithi073.stdout:(155/156): librados2-19.1.1-326.g8921c8ef.el9.x 4.8 MB/s | 3.4 MB 00:00 2024-09-16T00:52:47.794 INFO:teuthology.orchestra.run.smithi073.stdout:(156/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 4.2 MB/s | 3.2 MB 00:00 2024-09-16T00:52:47.800 INFO:teuthology.orchestra.run.smithi073.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:52:47.800 INFO:teuthology.orchestra.run.smithi073.stdout:Total 26 MB/s | 226 MB 00:08 2024-09-16T00:52:48.419 INFO:teuthology.orchestra.run.smithi005.stdout:(7/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 4.8 MB/s | 21 MB 00:04 2024-09-16T00:52:48.485 INFO:teuthology.orchestra.run.smithi005.stdout:(8/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 2.2 MB/s | 4.7 MB 00:02 2024-09-16T00:52:48.569 INFO:teuthology.orchestra.run.smithi005.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 303 kB/s | 25 kB 00:00 2024-09-16T00:52:49.039 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction check 2024-09-16T00:52:49.190 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction check succeeded. 2024-09-16T00:52:49.190 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction test 2024-09-16T00:52:49.919 INFO:teuthology.orchestra.run.smithi005.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 5.1 MB/s | 17 MB 00:03 2024-09-16T00:52:49.986 INFO:teuthology.orchestra.run.smithi005.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 3.4 MB/s | 228 kB 00:00 2024-09-16T00:52:50.061 INFO:teuthology.orchestra.run.smithi005.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 361 kB/s | 27 kB 00:00 2024-09-16T00:52:50.120 INFO:teuthology.orchestra.run.smithi005.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 545 kB/s | 32 kB 00:00 2024-09-16T00:52:50.245 INFO:teuthology.orchestra.run.smithi005.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 5.9 MB/s | 751 kB 00:00 2024-09-16T00:52:50.404 INFO:teuthology.orchestra.run.smithi005.stdout:(15/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 5.3 MB/s | 11 MB 00:01 2024-09-16T00:52:50.429 INFO:teuthology.orchestra.run.smithi005.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 889 kB/s | 163 kB 00:00 2024-09-16T00:52:50.488 INFO:teuthology.orchestra.run.smithi005.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 1.5 MB/s | 127 kB 00:00 2024-09-16T00:52:50.596 INFO:teuthology.orchestra.run.smithi005.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 3.0 MB/s | 506 kB 00:00 2024-09-16T00:52:50.688 INFO:teuthology.orchestra.run.smithi005.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 492 kB/s | 45 kB 00:00 2024-09-16T00:52:50.789 INFO:teuthology.orchestra.run.smithi005.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.3 MB/s | 136 kB 00:00 2024-09-16T00:52:50.864 INFO:teuthology.orchestra.run.smithi005.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.1 MB/s | 161 kB 00:00 2024-09-16T00:52:50.956 INFO:teuthology.orchestra.run.smithi005.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 3.4 MB/s | 320 kB 00:00 2024-09-16T00:52:51.056 INFO:teuthology.orchestra.run.smithi005.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.9 MB/s | 300 kB 00:00 2024-09-16T00:52:51.131 INFO:teuthology.orchestra.run.smithi005.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.3 MB/s | 99 kB 00:00 2024-09-16T00:52:51.223 INFO:teuthology.orchestra.run.smithi005.stdout:(25/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 929 kB/s | 85 kB 00:00 2024-09-16T00:52:51.419 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction test succeeded. 2024-09-16T00:52:51.419 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction 2024-09-16T00:52:51.640 INFO:teuthology.orchestra.run.smithi005.stdout:(26/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 4.6 MB/s | 5.3 MB 00:01 2024-09-16T00:52:51.724 INFO:teuthology.orchestra.run.smithi005.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.0 MB/s | 170 kB 00:00 2024-09-16T00:52:51.824 INFO:teuthology.orchestra.run.smithi005.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 318 kB/s | 32 kB 00:00 2024-09-16T00:52:51.924 INFO:teuthology.orchestra.run.smithi005.stdout:(29/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.4 MB/s | 146 kB 00:00 2024-09-16T00:52:51.975 INFO:teuthology.orchestra.run.smithi005.stdout:(30/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 4.1 MB/s | 3.1 MB 00:00 2024-09-16T00:52:52.784 INFO:teuthology.orchestra.run.smithi005.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 4.1 MB/s | 3.6 MB 00:00 2024-09-16T00:52:52.892 INFO:teuthology.orchestra.run.smithi005.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 2.3 MB/s | 249 kB 00:00 2024-09-16T00:52:52.993 INFO:teuthology.orchestra.run.smithi005.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 493 kB/s | 49 kB 00:00 2024-09-16T00:52:53.093 INFO:teuthology.orchestra.run.smithi005.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 164 kB/s | 16 kB 00:00 2024-09-16T00:52:53.185 INFO:teuthology.orchestra.run.smithi005.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 3.0 MB/s | 285 kB 00:00 2024-09-16T00:52:53.410 INFO:teuthology.orchestra.run.smithi005.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 5.2 MB/s | 7.4 MB 00:01 2024-09-16T00:52:53.435 INFO:teuthology.orchestra.run.smithi005.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 3.0 MB/s | 765 kB 00:00 2024-09-16T00:52:53.477 INFO:teuthology.orchestra.run.smithi005.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 274 kB/s | 18 kB 00:00 2024-09-16T00:52:53.627 INFO:teuthology.orchestra.run.smithi005.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 416 kB/s | 80 kB 00:00 2024-09-16T00:52:53.711 INFO:teuthology.orchestra.run.smithi005.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-16T00:52:53.736 INFO:teuthology.orchestra.run.smithi005.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.0 MB/s | 801 kB 00:00 2024-09-16T00:52:53.770 INFO:teuthology.orchestra.run.smithi005.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-16T00:52:53.837 INFO:teuthology.orchestra.run.smithi005.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-09-16T00:52:53.862 INFO:teuthology.orchestra.run.smithi005.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-09-16T00:52:53.896 INFO:teuthology.orchestra.run.smithi005.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-16T00:52:53.921 INFO:teuthology.orchestra.run.smithi005.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-16T00:52:53.955 INFO:teuthology.orchestra.run.smithi005.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-16T00:52:54.830 INFO:teuthology.orchestra.run.smithi005.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 758 kB/s | 689 kB 00:00 2024-09-16T00:52:54.872 INFO:teuthology.orchestra.run.smithi005.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-16T00:52:54.939 INFO:teuthology.orchestra.run.smithi005.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 986 kB/s | 107 kB 00:00 2024-09-16T00:52:54.981 INFO:teuthology.orchestra.run.smithi005.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-16T00:52:55.056 INFO:teuthology.orchestra.run.smithi005.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-16T00:52:55.090 INFO:teuthology.orchestra.run.smithi005.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-09-16T00:52:55.198 INFO:teuthology.orchestra.run.smithi005.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-16T00:52:55.307 INFO:teuthology.orchestra.run.smithi005.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 103 kB/s | 11 kB 00:00 2024-09-16T00:52:55.416 INFO:teuthology.orchestra.run.smithi005.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-16T00:52:55.508 INFO:teuthology.orchestra.run.smithi005.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.6 MB/s | 3.0 MB 00:00 2024-09-16T00:52:55.533 INFO:teuthology.orchestra.run.smithi005.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 386 kB/s | 45 kB 00:00 2024-09-16T00:52:55.642 INFO:teuthology.orchestra.run.smithi005.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 662 kB 00:00 2024-09-16T00:52:55.684 INFO:teuthology.orchestra.run.smithi005.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 3.8 MB/s | 581 kB 00:00 2024-09-16T00:52:55.751 INFO:teuthology.orchestra.run.smithi005.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 225 kB/s | 24 kB 00:00 2024-09-16T00:52:55.793 INFO:teuthology.orchestra.run.smithi005.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-09-16T00:52:55.868 INFO:teuthology.orchestra.run.smithi005.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-16T00:52:55.901 INFO:teuthology.orchestra.run.smithi005.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-16T00:52:55.977 INFO:teuthology.orchestra.run.smithi005.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 355 kB/s | 38 kB 00:00 2024-09-16T00:52:56.227 INFO:teuthology.orchestra.run.smithi005.stdout:(66/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-16T00:52:56.362 INFO:teuthology.orchestra.run.smithi005.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-16T00:52:56.411 INFO:teuthology.orchestra.run.smithi005.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-09-16T00:52:56.495 INFO:teuthology.orchestra.run.smithi005.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-16T00:52:56.520 INFO:teuthology.orchestra.run.smithi005.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-16T00:52:56.662 INFO:teuthology.orchestra.run.smithi005.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 7.1 MB/s | 1.0 MB 00:00 2024-09-16T00:52:56.754 INFO:teuthology.orchestra.run.smithi005.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-09-16T00:52:56.779 INFO:teuthology.orchestra.run.smithi005.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 748 kB/s | 87 kB 00:00 2024-09-16T00:52:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 490 kB/s | 61 kB 00:00 2024-09-16T00:52:57.022 INFO:teuthology.orchestra.run.smithi005.stdout:(75/156): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-09-16T00:52:57.047 INFO:teuthology.orchestra.run.smithi005.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-16T00:52:57.139 INFO:teuthology.orchestra.run.smithi005.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-16T00:52:57.156 INFO:teuthology.orchestra.run.smithi005.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 236 kB/s | 26 kB 00:00 2024-09-16T00:52:57.239 INFO:teuthology.orchestra.run.smithi005.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-09-16T00:52:57.273 INFO:teuthology.orchestra.run.smithi005.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-16T00:52:57.340 INFO:teuthology.orchestra.run.smithi005.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-09-16T00:52:57.449 INFO:teuthology.orchestra.run.smithi005.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-16T00:52:57.524 INFO:teuthology.orchestra.run.smithi005.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-09-16T00:52:57.566 INFO:teuthology.orchestra.run.smithi005.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-16T00:52:57.625 INFO:teuthology.orchestra.run.smithi005.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 769 kB/s | 77 kB 00:00 2024-09-16T00:52:57.675 INFO:teuthology.orchestra.run.smithi005.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 388 kB/s | 42 kB 00:00 2024-09-16T00:52:57.742 INFO:teuthology.orchestra.run.smithi005.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.2 MB/s | 269 kB 00:00 2024-09-16T00:52:57.750 INFO:teuthology.orchestra.run.smithi073.stdout: Preparing : 1/1 2024-09-16T00:52:57.784 INFO:teuthology.orchestra.run.smithi005.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-16T00:52:57.865 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T00:52:57.867 INFO:teuthology.orchestra.run.smithi005.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-16T00:52:57.893 INFO:teuthology.orchestra.run.smithi005.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 470 kB/s | 51 kB 00:00 2024-09-16T00:52:57.961 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T00:52:57.977 INFO:teuthology.orchestra.run.smithi005.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 494 kB/s | 54 kB 00:00 2024-09-16T00:52:58.093 INFO:teuthology.orchestra.run.smithi005.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-09-16T00:52:58.152 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T00:52:58.199 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T00:52:58.210 INFO:teuthology.orchestra.run.smithi005.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 379 kB/s | 44 kB 00:00 2024-09-16T00:52:58.224 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T00:52:58.278 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T00:52:58.327 INFO:teuthology.orchestra.run.smithi005.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.8 MB/s | 221 kB 00:00 2024-09-16T00:52:58.453 INFO:teuthology.orchestra.run.smithi005.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 287 kB/s | 36 kB 00:00 2024-09-16T00:52:58.609 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T00:52:58.620 INFO:teuthology.orchestra.run.smithi005.stdout:(96/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-09-16T00:52:58.645 INFO:teuthology.orchestra.run.smithi005.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-09-16T00:52:58.725 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:52:58.737 INFO:teuthology.orchestra.run.smithi005.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.5 MB/s | 304 kB 00:00 2024-09-16T00:52:58.762 INFO:teuthology.orchestra.run.smithi005.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 494 kB/s | 58 kB 00:00 2024-09-16T00:52:58.846 INFO:teuthology.orchestra.run.smithi005.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 883 kB/s | 96 kB 00:00 2024-09-16T00:52:58.848 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:52:58.871 INFO:teuthology.orchestra.run.smithi005.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 586 kB/s | 64 kB 00:00 2024-09-16T00:52:58.878 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:52:58.955 INFO:teuthology.orchestra.run.smithi005.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 412 kB/s | 45 kB 00:00 2024-09-16T00:52:58.969 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:52:58.980 INFO:teuthology.orchestra.run.smithi005.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 206 kB/s | 22 kB 00:00 2024-09-16T00:52:59.003 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:52:59.030 INFO:teuthology.orchestra.run.smithi005.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-16T00:52:59.056 INFO:teuthology.orchestra.run.smithi005.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-16T00:52:59.081 INFO:teuthology.orchestra.run.smithi005.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 784 kB/s | 19 kB 00:00 2024-09-16T00:52:59.178 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T00:52:59.198 INFO:teuthology.orchestra.run.smithi005.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-16T00:52:59.223 INFO:teuthology.orchestra.run.smithi005.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-16T00:52:59.238 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T00:52:59.248 INFO:teuthology.orchestra.run.smithi005.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-16T00:52:59.265 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:52:59.273 INFO:teuthology.orchestra.run.smithi005.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-16T00:52:59.298 INFO:teuthology.orchestra.run.smithi005.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 6.0 MB/s | 151 kB 00:00 2024-09-16T00:52:59.332 INFO:teuthology.orchestra.run.smithi005.stdout:(112/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-16T00:52:59.369 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:52:59.383 INFO:teuthology.orchestra.run.smithi005.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-16T00:52:59.391 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:52:59.408 INFO:teuthology.orchestra.run.smithi005.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-09-16T00:52:59.433 INFO:teuthology.orchestra.run.smithi005.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T00:52:59.454 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:52:59.458 INFO:teuthology.orchestra.run.smithi005.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 567 kB/s | 14 kB 00:00 2024-09-16T00:52:59.484 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:52:59.485 INFO:teuthology.orchestra.run.smithi005.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-16T00:52:59.506 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:52:59.509 INFO:teuthology.orchestra.run.smithi005.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-16T00:52:59.534 INFO:teuthology.orchestra.run.smithi005.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-16T00:52:59.560 INFO:teuthology.orchestra.run.smithi005.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-16T00:52:59.585 INFO:teuthology.orchestra.run.smithi005.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T00:52:59.619 INFO:teuthology.orchestra.run.smithi005.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-16T00:52:59.636 INFO:teuthology.orchestra.run.smithi005.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 653 kB/s | 11 kB 00:00 2024-09-16T00:52:59.661 INFO:teuthology.orchestra.run.smithi005.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 709 kB/s | 18 kB 00:00 2024-09-16T00:52:59.686 INFO:teuthology.orchestra.run.smithi005.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 922 kB/s | 23 kB 00:00 2024-09-16T00:52:59.703 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:52:59.712 INFO:teuthology.orchestra.run.smithi005.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 783 kB/s | 19 kB 00:00 2024-09-16T00:52:59.737 INFO:teuthology.orchestra.run.smithi005.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-09-16T00:52:59.796 INFO:teuthology.orchestra.run.smithi005.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.7 MB/s | 2.0 MB 00:00 2024-09-16T00:52:59.829 INFO:teuthology.orchestra.run.smithi005.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-16T00:52:59.854 INFO:teuthology.orchestra.run.smithi005.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-16T00:52:59.871 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:52:59.888 INFO:teuthology.orchestra.run.smithi005.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-16T00:52:59.913 INFO:teuthology.orchestra.run.smithi005.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 986 kB/s | 58 kB 00:00 2024-09-16T00:52:59.938 INFO:teuthology.orchestra.run.smithi005.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-16T00:52:59.964 INFO:teuthology.orchestra.run.smithi005.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-16T00:52:59.989 INFO:teuthology.orchestra.run.smithi005.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T00:52:59.990 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T00:53:00.014 INFO:teuthology.orchestra.run.smithi005.stdout:(136/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-09-16T00:53:00.040 INFO:teuthology.orchestra.run.smithi005.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-16T00:53:00.065 INFO:teuthology.orchestra.run.smithi005.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T00:53:00.090 INFO:teuthology.orchestra.run.smithi005.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-16T00:53:00.108 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:00.115 INFO:teuthology.orchestra.run.smithi005.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-16T00:53:00.141 INFO:teuthology.orchestra.run.smithi005.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-16T00:53:00.166 INFO:teuthology.orchestra.run.smithi005.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-16T00:53:00.191 INFO:teuthology.orchestra.run.smithi005.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-16T00:53:00.192 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:00.217 INFO:teuthology.orchestra.run.smithi005.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-09-16T00:53:00.242 INFO:teuthology.orchestra.run.smithi005.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-16T00:53:00.267 INFO:teuthology.orchestra.run.smithi005.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-16T00:53:00.326 INFO:teuthology.orchestra.run.smithi005.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-16T00:53:00.427 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:00.551 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T00:53:00.593 INFO:teuthology.orchestra.run.smithi005.stdout:(148/156): librados2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-16T00:53:00.644 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T00:53:00.681 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T00:53:00.693 INFO:teuthology.orchestra.run.smithi005.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 8.6 MB/s | 3.2 MB 00:00 2024-09-16T00:53:00.715 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T00:53:00.780 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T00:53:00.825 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T00:53:00.866 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T00:53:00.909 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T00:53:00.942 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T00:53:00.969 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T00:53:01.002 INFO:teuthology.orchestra.run.smithi005.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 5.7 MB/s | 2.3 MB 00:00 2024-09-16T00:53:01.038 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T00:53:01.060 INFO:teuthology.orchestra.run.smithi005.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 703 kB/s | 41 kB 00:00 2024-09-16T00:53:01.091 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T00:53:01.111 INFO:teuthology.orchestra.run.smithi005.stdout:(152/156): NetworkManager-libnm-1.49.90-1.el9.x 4.3 MB/s | 1.8 MB 00:00 2024-09-16T00:53:01.122 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T00:53:01.136 INFO:teuthology.orchestra.run.smithi005.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 3.2 MB/s | 249 kB 00:00 2024-09-16T00:53:01.166 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T00:53:01.203 INFO:teuthology.orchestra.run.smithi005.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 15 MB/s | 1.4 MB 00:00 2024-09-16T00:53:01.242 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T00:53:01.253 INFO:teuthology.orchestra.run.smithi005.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 20 MB/s | 2.4 MB 00:00 2024-09-16T00:53:01.277 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T00:53:01.320 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T00:53:01.348 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T00:53:01.418 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T00:53:01.463 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T00:53:01.537 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T00:53:01.677 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T00:53:01.732 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T00:53:02.137 INFO:teuthology.orchestra.run.smithi005.stdout:(156/156): ceph-test-19.1.1-326.g8921c8ef.el9.x 3.6 MB/s | 49 MB 00:13 2024-09-16T00:53:02.143 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:53:02.144 INFO:teuthology.orchestra.run.smithi005.stdout:Total 12 MB/s | 226 MB 00:18 2024-09-16T00:53:02.252 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T00:53:02.336 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T00:53:02.365 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T00:53:02.409 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T00:53:02.446 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T00:53:02.488 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T00:53:02.658 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T00:53:02.724 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T00:53:02.779 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T00:53:02.851 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T00:53:02.884 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T00:53:02.920 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T00:53:02.966 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T00:53:03.003 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T00:53:03.045 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T00:53:03.088 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T00:53:03.223 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T00:53:03.256 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T00:53:03.297 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T00:53:03.400 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T00:53:03.415 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-09-16T00:53:03.440 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T00:53:03.481 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T00:53:03.555 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T00:53:03.582 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-09-16T00:53:03.582 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-09-16T00:53:03.672 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T00:53:03.770 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T00:53:03.906 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T00:53:03.937 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T00:53:03.973 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T00:53:04.016 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T00:53:04.055 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T00:53:04.087 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T00:53:04.117 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T00:53:04.151 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T00:53:04.185 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T00:53:04.227 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T00:53:04.261 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T00:53:04.351 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T00:53:04.394 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T00:53:04.426 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T00:53:04.529 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T00:53:04.577 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T00:53:05.302 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T00:53:05.349 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T00:53:05.382 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T00:53:05.481 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T00:53:05.538 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T00:53:05.583 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T00:53:05.680 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T00:53:05.719 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T00:53:05.867 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-09-16T00:53:05.867 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-09-16T00:53:05.903 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T00:53:05.933 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T00:53:06.011 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T00:53:06.663 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T00:53:06.792 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T00:53:08.042 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T00:53:08.150 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T00:53:08.254 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T00:53:08.478 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T00:53:08.915 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T00:53:08.954 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:53:09.054 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:53:09.084 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T00:53:09.129 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T00:53:09.609 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T00:53:09.649 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:53:09.720 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:53:09.750 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T00:53:11.955 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:11.989 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:12.547 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:12.592 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:53:12.620 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-09-16T00:53:12.684 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:53:12.684 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T00:53:12.684 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T00:53:12.684 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:12.724 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T00:53:12.726 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:53:12.766 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T00:53:12.821 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T00:53:12.862 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T00:53:12.886 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T00:53:12.947 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T00:53:13.294 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T00:53:13.404 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:53:13.529 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:53:13.555 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:53:13.647 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:53:13.676 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:53:13.853 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T00:53:13.907 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T00:53:13.934 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:53:14.031 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:53:14.060 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:53:14.124 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T00:53:14.153 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:53:14.176 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T00:53:14.591 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:53:14.764 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T00:53:14.868 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T00:53:14.988 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:15.062 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:15.297 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T00:53:15.413 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T00:53:15.509 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T00:53:15.542 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T00:53:15.577 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T00:53:15.653 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T00:53:15.704 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T00:53:15.744 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T00:53:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T00:53:15.820 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T00:53:15.847 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T00:53:15.919 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T00:53:15.971 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T00:53:16.000 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T00:53:16.045 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T00:53:16.148 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T00:53:16.179 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T00:53:16.223 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T00:53:16.260 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T00:53:16.326 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T00:53:16.383 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T00:53:16.462 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T00:53:16.608 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T00:53:16.662 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T00:53:17.225 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T00:53:17.309 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T00:53:17.343 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T00:53:17.387 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T00:53:17.425 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T00:53:17.467 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T00:53:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T00:53:17.669 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T00:53:17.726 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T00:53:17.800 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T00:53:17.837 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T00:53:17.873 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T00:53:17.922 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T00:53:17.956 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T00:53:18.000 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T00:53:18.042 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T00:53:18.186 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T00:53:18.227 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T00:53:18.269 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T00:53:18.376 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T00:53:18.435 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T00:53:18.475 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T00:53:18.508 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T00:53:18.533 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T00:53:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T00:53:18.767 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T00:53:18.799 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T00:53:18.827 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T00:53:18.870 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T00:53:18.910 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T00:53:18.952 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T00:53:18.991 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T00:53:19.048 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T00:53:19.075 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T00:53:19.117 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T00:53:19.151 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T00:53:19.242 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T00:53:19.299 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T00:53:19.338 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T00:53:19.446 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T00:53:19.507 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T00:53:20.287 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T00:53:20.328 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T00:53:20.362 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T00:53:20.468 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T00:53:20.518 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T00:53:20.563 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T00:53:20.653 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T00:53:20.689 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T00:53:20.880 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T00:53:20.911 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T00:53:21.001 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T00:53:21.715 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T00:53:21.835 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T00:53:23.178 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T00:53:23.277 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T00:53:23.306 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T00:53:23.339 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T00:53:23.665 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T00:53:23.717 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:53:23.809 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T00:53:23.840 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T00:53:23.885 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T00:53:24.392 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T00:53:24.421 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:53:24.477 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /sys 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /proc 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /mnt 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /var/tmp 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /home 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /root 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /tmp 2024-09-16T00:53:24.478 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:24.492 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T00:53:24.522 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T00:53:24.648 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:53:24.664 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:53:24.665 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:24.665 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T00:53:24.665 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:26.151 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:53:26.178 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:53:26.178 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:26.178 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T00:53:26.178 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:53:26.179 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:53:26.179 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:26.410 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:53:26.435 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:26.870 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:53:26.894 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:26.972 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:27.000 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T00:53:27.010 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:27.049 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T00:53:27.137 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T00:53:27.324 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T00:53:27.371 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T00:53:27.439 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T00:53:27.530 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T00:53:27.589 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T00:53:27.631 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:53:27.669 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T00:53:27.720 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T00:53:27.721 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T00:53:27.721 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T00:53:27.721 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T00:53:27.722 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:27.761 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T00:53:27.766 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:53:27.789 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T00:53:28.160 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:53:28.188 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:53:28.219 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T00:53:28.281 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T00:53:28.319 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:53:29.357 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:53:29.395 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:53:30.352 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:53:30.379 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:53:30.481 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:53:30.649 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T00:53:30.673 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:53:30.697 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:53:30.697 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:30.697 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T00:53:30.697 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:53:30.698 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:53:30.698 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:30.749 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:53:30.761 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:53:30.850 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T00:53:30.919 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T00:53:31.848 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T00:53:31.876 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:53:31.901 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:31.944 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:53:31.967 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:53:31.967 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:31.967 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T00:53:31.967 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:32.019 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:53:32.043 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:32.345 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:53:32.369 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:53:32.369 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:32.369 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T00:53:32.369 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:53:32.370 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:53:32.370 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:36.907 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T00:53:36.948 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T00:53:36.989 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T00:53:37.021 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T00:53:37.082 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T00:53:37.270 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T00:53:37.320 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T00:53:37.351 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T00:53:37.380 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T00:53:37.435 INFO:teuthology.orchestra.run.smithi073.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T00:53:37.991 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:38.032 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:38.054 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:38.883 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T00:53:38.970 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T00:53:39.019 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T00:53:39.113 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T00:53:39.149 INFO:teuthology.orchestra.run.smithi073.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T00:53:39.174 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T00:53:39.200 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T00:53:39.200 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:53:39.292 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:53:39.293 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:53:39.368 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:53:39.393 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T00:53:39.399 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:39.399 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:39.578 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:39.578 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:53:39.679 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:53:39.744 INFO:teuthology.orchestra.run.smithi073.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:53:39.902 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /sys 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /proc 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /mnt 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /var/tmp 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /home 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /root 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /tmp 2024-09-16T00:53:39.903 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:40.089 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:53:40.106 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T00:53:40.106 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:40.106 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T00:53:40.106 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:41.634 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:53:41.662 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:41.893 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:53:41.918 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:42.385 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:53:42.410 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T00:53:42.410 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:42.410 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T00:53:42.410 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:53:42.411 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:53:42.411 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:42.524 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T00:53:42.583 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T00:53:42.656 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T00:53:42.863 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T00:53:42.912 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T00:53:42.993 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T00:53:43.084 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T00:53:43.237 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T00:53:43.295 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T00:53:43.327 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T00:53:43.354 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T00:53:43.726 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:53:43.745 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T00:53:43.768 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T00:53:43.826 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T00:53:43.851 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:53:44.966 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T00:53:45.003 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:53:45.624 INFO:teuthology.orchestra.run.smithi073.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:53:45.624 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T00:53:45.624 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T00:53:45.624 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T00:53:45.625 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T00:53:45.626 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T00:53:45.627 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T00:53:45.627 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T00:53:45.627 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T00:53:45.639 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T00:53:45.640 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T00:53:45.641 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T00:53:45.642 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T00:53:45.643 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T00:53:45.644 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T00:53:45.645 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T00:53:45.646 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T00:53:45.647 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T00:53:45.648 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T00:53:45.649 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T00:53:46.017 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T00:53:46.053 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:53:46.165 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T00:53:46.342 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T00:53:46.363 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:53:46.389 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T00:53:46.389 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:46.389 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T00:53:46.389 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:53:46.389 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:53:46.390 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:46.439 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:53:46.452 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T00:53:46.545 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T00:53:46.612 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T00:53:47.591 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T00:53:47.625 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:53:47.651 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T00:53:47.651 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:47.651 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T00:53:47.651 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:53:47.651 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:53:47.652 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:47.692 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:53:47.717 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T00:53:47.717 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:47.717 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T00:53:47.717 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:47.768 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T00:53:47.793 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:48.110 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:53:48.135 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T00:53:48.136 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:53:48.136 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T00:53:48.136 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:53:48.136 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:53:48.136 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:53:48.254 INFO:teuthology.orchestra.run.smithi073.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:53:48.254 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:48.254 INFO:teuthology.orchestra.run.smithi073.stdout:Upgraded: 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout:Installed: 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T00:53:48.255 INFO:teuthology.orchestra.run.smithi073.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.256 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T00:53:48.257 INFO:teuthology.orchestra.run.smithi073.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.258 INFO:teuthology.orchestra.run.smithi073.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T00:53:48.259 INFO:teuthology.orchestra.run.smithi073.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T00:53:48.260 INFO:teuthology.orchestra.run.smithi073.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T00:53:48.261 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T00:53:48.262 INFO:teuthology.orchestra.run.smithi073.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T00:53:48.263 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T00:53:48.264 INFO:teuthology.orchestra.run.smithi073.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.265 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:53:48.266 INFO:teuthology.orchestra.run.smithi073.stdout:Complete! 2024-09-16T00:53:48.659 DEBUG:teuthology.parallel:result is None 2024-09-16T00:53:52.990 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T00:53:53.023 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T00:53:53.065 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T00:53:53.096 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T00:53:53.123 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T00:53:53.342 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T00:53:53.386 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T00:53:53.417 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T00:53:53.446 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T00:53:53.492 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T00:53:54.114 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:54.149 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:54.171 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T00:53:55.091 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T00:53:55.179 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T00:53:55.228 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T00:53:55.330 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T00:53:55.366 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T00:53:55.391 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T00:53:55.417 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T00:53:55.417 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:53:55.518 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T00:53:55.518 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:53:55.602 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T00:53:55.626 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T00:53:55.632 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:55.633 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:55.820 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T00:53:55.820 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:53:55.905 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T00:53:55.973 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:54:01.613 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:54:01.613 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T00:54:01.614 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T00:54:01.615 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T00:54:01.616 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T00:54:01.616 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T00:54:01.616 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T00:54:01.616 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T00:54:01.616 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T00:54:01.629 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T00:54:01.630 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T00:54:01.631 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T00:54:01.632 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T00:54:01.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T00:54:01.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T00:54:01.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T00:54:01.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T00:54:01.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T00:54:01.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T00:54:01.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T00:54:04.275 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T00:54:04.275 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:04.275 INFO:teuthology.orchestra.run.smithi005.stdout:Upgraded: 2024-09-16T00:54:04.275 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T00:54:04.276 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.277 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.278 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T00:54:04.279 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T00:54:04.280 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T00:54:04.281 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T00:54:04.282 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T00:54:04.283 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T00:54:04.284 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T00:54:04.285 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T00:54:04.286 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T00:54:04.287 INFO:teuthology.orchestra.run.smithi005.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T00:54:04.288 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T00:54:04.289 INFO:teuthology.orchestra.run.smithi005.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T00:54:04.289 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:04.289 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-16T00:54:04.737 DEBUG:teuthology.parallel:result is None 2024-09-16T00:54:04.738 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:54:04.893 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:54:04.917 INFO:teuthology.orchestra.run.smithi005.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T00:54:04.918 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T00:54:04.918 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T00:54:04.920 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:54:05.061 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:54:05.087 INFO:teuthology.orchestra.run.smithi073.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T00:54:05.087 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T00:54:05.087 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T00:54:05.089 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T00:54:05.089 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:05.089 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T00:54:05.120 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:05.120 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T00:54:05.158 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T00:54:05.159 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:05.159 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T00:54:05.188 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T00:54:05.255 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:05.256 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T00:54:05.285 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T00:54:05.352 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T00:54:05.352 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:05.352 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T00:54:05.380 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T00:54:05.447 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:05.447 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T00:54:05.472 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T00:54:05.538 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T00:54:05.538 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:05.538 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T00:54:05.565 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T00:54:05.632 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:05.632 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T00:54:05.658 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T00:54:05.722 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T00:54:05.803 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T00:54:05.803 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 777 /var/log/ceph 2024-09-16T00:54:05.806 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 777 /var/log/ceph 2024-09-16T00:54:05.831 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T00:54:05.831 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T00:54:05.874 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T00:54:05.899 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T00:54:05.899 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T00:54:05.941 DEBUG:teuthology.orchestra.run.smithi073:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T00:54:05.971 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-16T00:54:05.971 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-16T00:54:05.972 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-16T00:54:05.972 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:05.972 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T00:54:06.022 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:06.139 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:06.165 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:06.165 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T00:54:06.181 DEBUG:teuthology.orchestra.run.smithi073:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:06.289 DEBUG:teuthology.orchestra.run.smithi073:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:06.318 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T00:54:06.318 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T00:54:06.318 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906430', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi005.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAtGOOKCvrjbHh4Lr6pf1mEYAHjoBjQ3mbXgcQkobIYMIebolWoLQeTc+jNOjLAWy0F15YIqsN0vtC+TbJ+V8wA=', 'smithi073.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPVQlDIbFm3K7Bog65Z1qoZldIHzwf62UsS95DufZlM033FYaQ/+nDZJlxISVVa+bMT8pJ9cVW2p/3aVLWX1HIk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_auto_repair']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T00:54:06.319 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T00:54:06.321 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T00:54:06.368 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T00:54:06.378 DEBUG:teuthology.orchestra.run.smithi073:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T00:54:06.433 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:06.433 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T00:54:06.458 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T00:54:06.458 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_1 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-16 00:53:56.371823674 +0000 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-16 00:52:01.281374979 +0000 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-16 00:52:01.281374979 +0000 2024-09-16T00:54:06.514 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-16 00:52:01.281374979 +0000 2024-09-16T00:54:06.515 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T00:54:06.577 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-16T00:54:06.578 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-16T00:54:06.578 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 8.5871e-05 s, 6.0 MB/s 2024-09-16T00:54:06.579 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T00:54:06.636 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_2 2024-09-16T00:54:06.691 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-16 00:53:56.372823653 +0000 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-16 00:52:01.608368051 +0000 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-16 00:52:01.608368051 +0000 2024-09-16T00:54:06.692 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-16 00:52:01.608368051 +0000 2024-09-16T00:54:06.692 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T00:54:06.757 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-16T00:54:06.757 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-16T00:54:06.757 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000100173 s, 5.1 MB/s 2024-09-16T00:54:06.758 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T00:54:06.819 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_3 2024-09-16T00:54:06.877 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T00:54:06.877 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:06.877 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-16 00:53:56.372823653 +0000 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-16 00:52:01.925361335 +0000 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-16 00:52:01.925361335 +0000 2024-09-16T00:54:06.878 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-16 00:52:01.925361335 +0000 2024-09-16T00:54:06.878 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T00:54:06.942 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-16T00:54:06.942 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-16T00:54:06.942 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 9.5568e-05 s, 5.4 MB/s 2024-09-16T00:54:06.943 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T00:54:07.001 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_4 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-16 00:53:56.372823653 +0000 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-16 00:52:02.254354364 +0000 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-16 00:52:02.254354364 +0000 2024-09-16T00:54:07.057 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-16 00:52:02.254354364 +0000 2024-09-16T00:54:07.058 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T00:54:07.120 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-16T00:54:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-16T00:54:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 8.587e-05 s, 6.0 MB/s 2024-09-16T00:54:07.122 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T00:54:07.178 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:07.178 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:07.178 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T00:54:07.197 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T00:54:07.197 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_1 2024-09-16T00:54:07.255 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T00:54:07.255 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-09-16 00:53:40.102815081 +0000 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-09-16 00:51:59.141277001 +0000 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-09-16 00:51:59.141277001 +0000 2024-09-16T00:54:07.256 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-09-16 00:51:59.141277001 +0000 2024-09-16T00:54:07.256 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T00:54:07.324 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2024-09-16T00:54:07.324 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2024-09-16T00:54:07.325 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000224337 s, 2.3 MB/s 2024-09-16T00:54:07.325 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T00:54:07.385 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_2 2024-09-16T00:54:07.442 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T00:54:07.442 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:07.442 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-16T00:54:07.442 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:07.442 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:07.443 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-09-16 00:53:40.102815081 +0000 2024-09-16T00:54:07.443 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-09-16 00:51:59.456269497 +0000 2024-09-16T00:54:07.443 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-09-16 00:51:59.456269497 +0000 2024-09-16T00:54:07.443 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-09-16 00:51:59.456269497 +0000 2024-09-16T00:54:07.443 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T00:54:07.510 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2024-09-16T00:54:07.510 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2024-09-16T00:54:07.510 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000213159 s, 2.4 MB/s 2024-09-16T00:54:07.512 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T00:54:07.571 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_3 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-09-16 00:53:40.103815057 +0000 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-09-16 00:51:59.781261754 +0000 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-09-16 00:51:59.781261754 +0000 2024-09-16T00:54:07.629 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-09-16 00:51:59.781261754 +0000 2024-09-16T00:54:07.630 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T00:54:07.695 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2024-09-16T00:54:07.695 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2024-09-16T00:54:07.696 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000201196 s, 2.5 MB/s 2024-09-16T00:54:07.697 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T00:54:07.754 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_4 2024-09-16T00:54:07.811 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-09-16 00:53:40.103815057 +0000 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-09-16 00:52:00.109253940 +0000 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-09-16 00:52:00.109253940 +0000 2024-09-16T00:54:07.812 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-09-16 00:52:00.109253940 +0000 2024-09-16T00:54:07.812 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T00:54:07.878 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2024-09-16T00:54:07.878 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2024-09-16T00:54:07.879 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000245922 s, 2.1 MB/s 2024-09-16T00:54:07.880 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T00:54:07.939 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:07.939 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi073.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:54:07.939 INFO:tasks.ceph:Generating config... 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] pid file = 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T00:54:07.941 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T00:54:07.941 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-16T00:54:07.941 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T00:54:07.941 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T00:54:07.941 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T00:54:07.941 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T00:54:07.941 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T00:54:07.942 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T00:54:07.943 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T00:54:07.943 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T00:54:07.944 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T00:54:07.944 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T00:54:07.944 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T00:54:07.944 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T00:54:08.000 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T00:54:08.002 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T00:54:08.048 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:54:08.074 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.5'), ('mon.b', '172.21.15.73'), ('mon.c', '[v2:172.21.15.73:3301,v1:172.21.15.73:6790]')] 2024-09-16T00:54:08.074 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.5,172.21.15.73,[v2:172.21.15.73:3301,v1:172.21.15.73:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T00:54:08.075 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:08.075 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:54:08.131 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.5 --add b 172.21.15.73 --addv c '[v2:172.21.15.73:3301,v1:172.21.15.73:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: generated fsid 260f5f5c-0c78-42cb-adb7-7a11985c1ce4 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:setting min_mon_release = quincy 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:epoch 0 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:fsid 260f5f5c-0c78-42cb-adb7-7a11985c1ce4 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:last_changed 2024-09-16T00:54:08.218304+0000 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:created 2024-09-16T00:54:08.218304+0000 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:min_mon_release 17 (quincy) 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:election_strategy: 1 2024-09-16T00:54:08.218 INFO:teuthology.orchestra.run.smithi005.stdout:0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-09-16T00:54:08.219 INFO:teuthology.orchestra.run.smithi005.stdout:1: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b 2024-09-16T00:54:08.219 INFO:teuthology.orchestra.run.smithi005.stdout:2: [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] mon.c 2024-09-16T00:54:08.219 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T00:54:08.220 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:54:08.235 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 260f5f5c-0c78-42cb-adb7-7a11985c1ce4... 2024-09-16T00:54:08.236 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T00:54:08.278 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout:[global] 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: chdir = "" 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: auth supported = cephx 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: filestore xattr use omap = true 2024-09-16T00:54:08.320 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: mon clock drift allowed = 1.000 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: osd crush chooseleaf type = 0 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: auth debug = true 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on old message = true 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on bug = true 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: mon pg warn max object skew = 0 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.321 INFO:teuthology.orchestra.run.smithi005.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default size = 2 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow primary affinity = true 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow pg remap = true 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on legacy crush tunables = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on crush straw calc version zero = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on no sortbitwise = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on osd down out interval zero = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on too few osds = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T00:54:08.322 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: mon_allow_pool_size_one = true 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: osd default data pool replay window = 5 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: mon allow pool delete = true 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: mon cluster log file level = debug 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: debug asserts on shutdown = true 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: mon health detail to clog = false 2024-09-16T00:54:08.323 INFO:teuthology.orchestra.run.smithi005.stdout: mon host = "172.21.15.5,172.21.15.73,[v2:172.21.15.73:3301,v1:172.21.15.73:6790]" 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on skipped message = False 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: fsid = 260f5f5c-0c78-42cb-adb7-7a11985c1ce4 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout:[osd] 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: osd journal size = 100 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub load threshold = 5.0 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub max interval = 600 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: osd mclock profile = high_recovery_ops 2024-09-16T00:54:08.324 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd recover clone overlap = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd recovery max chunk = 1048576 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug shutdown = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug op order = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug verify stray on activate = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug trim objects = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd open classes on start = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug pg log writeout = true 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: osd deep scrub update digest min age = 30 2024-09-16T00:54:08.325 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: osd map max advance = 10 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: journal zero on create = true 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: filestore ondisk finisher threads = 3 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: filestore apply finisher threads = 3 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: bdev debug aio = true 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug misdirected ops = true 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: bdev async discard = True 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: bdev enable discard = True 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore allocator = bitmap 2024-09-16T00:54:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore block size = 96636764160 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore fsck on mount = True 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluefs = 1/20 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluestore = 1/20 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: debug osd = 20 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: debug rocksdb = 4/10 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd full ratio = 0.9 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd nearfull ratio = 0.8 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: osd failsafe full ratio = 0.95 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: osd objectstore = bluestore 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-16T00:54:08.327 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr] 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: debug mgr = 20 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: mgr/telemetry/nag = false 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.328 INFO:teuthology.orchestra.run.smithi005.stdout:[mon] 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: debug paxos = 20 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon data avail warn = 5 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon mgr mkfs grace = 240 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd reporter subtree level = osd 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd prime pg temp = true 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T00:54:08.329 INFO:teuthology.orchestra.run.smithi005.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: # 1m isn't quite enough 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon_down_mkfs_grace = 2m 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_filestore_osds = false 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon down mkfs grace = 300 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon op complaint time = 120 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on pool no app = False 2024-09-16T00:54:08.330 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout:[client] 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: rgw cache enabled = true 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable ops log = true 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable usage log = true 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: client mount timeout = 600 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: pid file = "" 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-16T00:54:08.331 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.a] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.b] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.c] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout:[mds] 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds = 20 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds balancer = 20 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug frag = True 2024-09-16T00:54:08.332 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug scatterstat = True 2024-09-16T00:54:08.333 INFO:teuthology.orchestra.run.smithi005.stdout: mds op complaint time = 180 2024-09-16T00:54:08.333 INFO:teuthology.orchestra.run.smithi005.stdout: mds verify scatter = True 2024-09-16T00:54:08.333 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-16T00:54:08.333 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-16T00:54:08.333 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout:[global] 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: chdir = "" 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: auth supported = cephx 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: filestore xattr use omap = true 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: mon clock drift allowed = 1.000 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: osd crush chooseleaf type = 0 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: auth debug = true 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.334 INFO:teuthology.orchestra.run.smithi073.stdout: ms die on old message = true 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: ms die on bug = true 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: mon pg warn max object skew = 0 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: osd pool default size = 2 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd allow primary affinity = true 2024-09-16T00:54:08.335 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd allow pg remap = true 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on legacy crush tunables = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on crush straw calc version zero = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on no sortbitwise = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on osd down out interval zero = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on too few osds = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: mon_allow_pool_size_one = true 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: osd default data pool replay window = 5 2024-09-16T00:54:08.336 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: mon allow pool delete = true 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: mon cluster log file level = debug 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: debug asserts on shutdown = true 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: mon health detail to clog = false 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: mon host = "172.21.15.5,172.21.15.73,[v2:172.21.15.73:3301,v1:172.21.15.73:6790]" 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: ms die on skipped message = False 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: fsid = 260f5f5c-0c78-42cb-adb7-7a11985c1ce4 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout:[osd] 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: osd journal size = 100 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: osd scrub load threshold = 5.0 2024-09-16T00:54:08.337 INFO:teuthology.orchestra.run.smithi073.stdout: osd scrub max interval = 600 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd mclock profile = high_recovery_ops 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd recover clone overlap = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd recovery max chunk = 1048576 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug shutdown = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug op order = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug verify stray on activate = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug trim objects = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd open classes on start = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug pg log writeout = true 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.338 INFO:teuthology.orchestra.run.smithi073.stdout: osd deep scrub update digest min age = 30 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: osd map max advance = 10 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: journal zero on create = true 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: filestore ondisk finisher threads = 3 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: filestore apply finisher threads = 3 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: bdev debug aio = true 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: osd debug misdirected ops = true 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: bdev async discard = True 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: bdev enable discard = True 2024-09-16T00:54:08.339 INFO:teuthology.orchestra.run.smithi073.stdout: bluestore allocator = bitmap 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: bluestore block size = 96636764160 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: bluestore fsck on mount = True 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: debug bluefs = 1/20 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: debug bluestore = 1/20 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: debug ms = 1 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: debug osd = 20 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: debug rocksdb = 4/10 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd full ratio = 0.9 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd nearfull ratio = 0.8 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: osd failsafe full ratio = 0.95 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: osd objectstore = bluestore 2024-09-16T00:54:08.340 INFO:teuthology.orchestra.run.smithi073.stdout: osd op complaint time = 180 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout:[mgr] 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug ms = 1 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug mgr = 20 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug mon = 20 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug auth = 20 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: mgr/telemetry/nag = false 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug client = 20 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout:[mon] 2024-09-16T00:54:08.341 INFO:teuthology.orchestra.run.smithi073.stdout: debug ms = 1 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: debug mon = 20 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: debug paxos = 20 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: debug auth = 20 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon data avail warn = 5 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon mgr mkfs grace = 240 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd reporter subtree level = osd 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon osd prime pg temp = true 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T00:54:08.342 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: # 1m isn't quite enough 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon_down_mkfs_grace = 2m 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon_warn_on_filestore_osds = false 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon down mkfs grace = 300 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon op complaint time = 120 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: mon warn on pool no app = False 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout: 2024-09-16T00:54:08.343 INFO:teuthology.orchestra.run.smithi073.stdout:[client] 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: rgw cache enabled = true 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: rgw enable ops log = true 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: rgw enable usage log = true 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: client mount timeout = 600 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: debug client = 20 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: debug ms = 1 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: pid file = "" 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: rados mon op timeout = 900 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout: rados osd op timeout = 900 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout:[mon.a] 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout:[mon.b] 2024-09-16T00:54:08.344 INFO:teuthology.orchestra.run.smithi073.stdout:[mon.c] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.a] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.c] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.b] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.d] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout:[mds] 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: debug mds = 20 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: debug mds balancer = 20 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: debug ms = 1 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: mds debug frag = True 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: mds debug scatterstat = True 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: mds op complaint time = 180 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: mds verify scatter = True 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: osd op complaint time = 180 2024-09-16T00:54:08.345 INFO:teuthology.orchestra.run.smithi073.stdout: rados mon op timeout = 900 2024-09-16T00:54:08.346 INFO:teuthology.orchestra.run.smithi073.stdout: rados osd op timeout = 900 2024-09-16T00:54:08.347 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T00:54:08.347 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T00:54:08.443 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T00:54:08.443 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:08.443 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T00:54:08.459 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:08.459 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T00:54:08.516 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:54:08.516 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:08.516 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T00:54:08.516 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:54:08.594 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:08.594 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:08.649 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:54:08.650 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:08.650 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T00:54:08.650 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:54:08.691 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:08.691 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:08.749 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T00:54:08.749 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T00:54:08.749 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:54:08.801 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:54:08.804 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:54:08.872 INFO:teuthology.orchestra.run.smithi073.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:54:08.875 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T00:54:08.876 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T00:54:08.928 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T00:54:08.931 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-16T00:54:08.956 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T00:54:09.049 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T00:54:09.052 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-16T00:54:09.077 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T00:54:09.134 INFO:teuthology.orchestra.run.smithi073.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T00:54:09.136 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-16T00:54:09.162 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T00:54:09.256 INFO:teuthology.orchestra.run.smithi073.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T00:54:09.258 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-16T00:54:09.283 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T00:54:09.284 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T00:54:09.327 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-16T00:54:09.340 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-16T00:54:09.423 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-16T00:54:09.436 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T00:54:09.477 INFO:teuthology.orchestra.run.smithi073.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-16T00:54:09.490 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-16T00:54:09.571 INFO:teuthology.orchestra.run.smithi073.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-16T00:54:09.584 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T00:54:09.584 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi073.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:54:09.584 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T00:54:09.610 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:09.610 INFO:tasks.ceph:role: osd.0 2024-09-16T00:54:09.610 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:54:09.610 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:09.675 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:09.706 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-16T00:54:09.709 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-16T00:54:09.709 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T00:54:09.778 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T00:54:09.848 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T00:54:09.915 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:09.915 INFO:tasks.ceph:role: osd.1 2024-09-16T00:54:09.915 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:54:09.915 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:09.981 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:10.013 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-16T00:54:10.018 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-16T00:54:10.018 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T00:54:10.087 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T00:54:10.157 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T00:54:10.224 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:10.224 INFO:tasks.ceph:role: osd.2 2024-09-16T00:54:10.224 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:54:10.224 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T00:54:10.290 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:10.291 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:10.323 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-16T00:54:10.325 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-16T00:54:10.325 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T00:54:10.395 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T00:54:10.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T00:54:10.532 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:10.533 INFO:tasks.ceph:role: osd.3 2024-09-16T00:54:10.533 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:54:10.533 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:10.598 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:10.599 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:10.599 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:10.631 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-16T00:54:10.633 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-16T00:54:10.633 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T00:54:10.703 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T00:54:10.774 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:10.867+0000 7fdac2f56640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T00:54:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:10.867+0000 7fdac2f56640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T00:54:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:10.867+0000 7fdac2f56640 -1 bdev(0x5580822b3800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:10.867+0000 7fdac2f56640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T00:54:14.026 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T00:54:14.057 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:14.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:14.148+0000 7f1188e11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T00:54:14.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:14.148+0000 7f1188e11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T00:54:14.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:14.148+0000 7f1188e11640 -1 bdev(0x55f796ca3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:14.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:14.148+0000 7f1188e11640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T00:54:17.806 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T00:54:17.837 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:17.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:17.930+0000 7f4659887640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T00:54:17.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:17.930+0000 7f4659887640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T00:54:17.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:17.931+0000 7f4659887640 -1 bdev(0x55ccc9c81800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:17.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:17.931+0000 7f4659887640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T00:54:20.867 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T00:54:20.897 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:20.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:20.987+0000 7f090e5fd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T00:54:20.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:20.988+0000 7f090e5fd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T00:54:20.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:20.988+0000 7f090e5fd640 -1 bdev(0x563261b6b800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:20.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:20.988+0000 7f090e5fd640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T00:54:24.399 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T00:54:24.429 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-16T00:54:24.460 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:24.461 INFO:tasks.ceph:role: osd.4 2024-09-16T00:54:24.461 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:54:24.461 DEBUG:teuthology.orchestra.run.smithi073:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T00:54:24.536 INFO:teuthology.orchestra.run.smithi073.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:24.537 INFO:teuthology.orchestra.run.smithi073.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:25.044 INFO:teuthology.orchestra.run.smithi073.stdout:Discarding blocks...Done. 2024-09-16T00:54:25.046 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi073.front.sepia.ceph.com -o noatime 2024-09-16T00:54:25.047 DEBUG:teuthology.orchestra.run.smithi073:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-16T00:54:25.181 DEBUG:teuthology.orchestra.run.smithi073:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-16T00:54:25.215 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-16T00:54:25.283 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:25.284 INFO:tasks.ceph:role: osd.5 2024-09-16T00:54:25.284 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:54:25.284 DEBUG:teuthology.orchestra.run.smithi073:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T00:54:25.357 INFO:teuthology.orchestra.run.smithi073.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:25.357 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:25.357 INFO:teuthology.orchestra.run.smithi073.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:25.357 INFO:teuthology.orchestra.run.smithi073.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:25.357 INFO:teuthology.orchestra.run.smithi073.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:25.358 INFO:teuthology.orchestra.run.smithi073.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:25.358 INFO:teuthology.orchestra.run.smithi073.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:25.358 INFO:teuthology.orchestra.run.smithi073.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:25.358 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:25.358 INFO:teuthology.orchestra.run.smithi073.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:25.825 INFO:teuthology.orchestra.run.smithi073.stdout:Discarding blocks...Done. 2024-09-16T00:54:25.827 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi073.front.sepia.ceph.com -o noatime 2024-09-16T00:54:25.828 DEBUG:teuthology.orchestra.run.smithi073:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-16T00:54:25.923 DEBUG:teuthology.orchestra.run.smithi073:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-16T00:54:25.954 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-16T00:54:26.021 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:26.021 INFO:tasks.ceph:role: osd.6 2024-09-16T00:54:26.021 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:54:26.021 DEBUG:teuthology.orchestra.run.smithi073:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T00:54:26.095 INFO:teuthology.orchestra.run.smithi073.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:26.095 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:26.095 INFO:teuthology.orchestra.run.smithi073.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:26.095 INFO:teuthology.orchestra.run.smithi073.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:26.096 INFO:teuthology.orchestra.run.smithi073.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:26.582 INFO:teuthology.orchestra.run.smithi073.stdout:Discarding blocks...Done. 2024-09-16T00:54:26.584 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi073.front.sepia.ceph.com -o noatime 2024-09-16T00:54:26.585 DEBUG:teuthology.orchestra.run.smithi073:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-16T00:54:26.718 DEBUG:teuthology.orchestra.run.smithi073:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-16T00:54:26.753 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-16T00:54:26.821 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T00:54:26.821 INFO:tasks.ceph:role: osd.7 2024-09-16T00:54:26.821 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:54:26.821 DEBUG:teuthology.orchestra.run.smithi073:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T00:54:26.896 INFO:teuthology.orchestra.run.smithi073.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:54:26.896 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:54:26.897 INFO:teuthology.orchestra.run.smithi073.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:54:27.420 INFO:teuthology.orchestra.run.smithi073.stdout:Discarding blocks...Done. 2024-09-16T00:54:27.422 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi073.front.sepia.ceph.com -o noatime 2024-09-16T00:54:27.422 DEBUG:teuthology.orchestra.run.smithi073:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-16T00:54:27.548 DEBUG:teuthology.orchestra.run.smithi073:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-16T00:54:27.580 DEBUG:teuthology.orchestra.run.smithi073:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:27.682 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:27.680+0000 7f176f2b6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-16T00:54:27.682 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:27.681+0000 7f176f2b6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-16T00:54:27.682 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:27.681+0000 7f176f2b6640 -1 bdev(0x55893cb97800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:27.682 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:27.681+0000 7f176f2b6640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-16T00:54:31.584 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T00:54:31.613 DEBUG:teuthology.orchestra.run.smithi073:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:31.703 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:31.702+0000 7ff0214b6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-16T00:54:31.703 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:31.702+0000 7ff0214b6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-16T00:54:31.704 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:31.702+0000 7ff0214b6640 -1 bdev(0x5640dd6f7800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:31.704 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:31.703+0000 7ff0214b6640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-16T00:54:35.353 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T00:54:35.383 DEBUG:teuthology.orchestra.run.smithi073:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:35.472 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:35.471+0000 7f36300e8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-16T00:54:35.472 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:35.471+0000 7f36300e8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-16T00:54:35.472 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:35.471+0000 7f36300e8640 -1 bdev(0x564da58ad800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:35.472 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:35.471+0000 7f36300e8640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-16T00:54:36.320 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:36.323 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:54:39.382 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T00:54:39.411 DEBUG:teuthology.orchestra.run.smithi073:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:39.502 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:39.501+0000 7f54c3013640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-16T00:54:39.503 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:39.501+0000 7f54c3013640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-16T00:54:39.503 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:39.502+0000 7f54c3013640 -1 bdev(0x5585e67db800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-16T00:54:39.503 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:39.502+0000 7f54c3013640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-16T00:54:43.158 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T00:54:43.187 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T00:54:43.187 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.187 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T00:54:43.219 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.219 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-16T00:54:43.289 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.289 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-16T00:54:43.358 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.358 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T00:54:43.426 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.426 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T00:54:43.494 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.495 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T00:54:43.565 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:43.565 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T00:54:43.630 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.630 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T00:54:43.659 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.660 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-16T00:54:43.728 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.728 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-16T00:54:43.796 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.797 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-16T00:54:43.863 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.864 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-16T00:54:43.930 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.930 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-16T00:54:43.996 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:43.996 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-16T00:54:44.061 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:44.061 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-16T00:54:44.080 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:44.080 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-16T00:54:44.140 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:44.140 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-16T00:54:44.155 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:44.156 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-16T00:54:44.211 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T00:54:44.211 DEBUG:teuthology.orchestra.run.smithi005:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T00:54:44.213 DEBUG:teuthology.orchestra.run.smithi073:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T00:54:44.254 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.y] 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCwgedm/5PMLxAATmuQRct3VXpcJ910mqlmbA== 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCwgedmZTdgNxAAEzUQbY1Zc2bS5L/9V7pYyQ== 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmB2L9AhAAiszVQW1D9fp9oRWDGboRMg== 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.0] 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCygedmMqjDMxAAT6OWAccG2vhyZL6FqT0ycg== 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.1] 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQC2gedmxLHqCBAARk8k/JPfue4UFWb77zJKVw== 2024-09-16T00:54:44.255 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.2] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQC5gedmXtWMNxAAVg6ahS1SuhPGyz+qTbjV+g== 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.3] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQC8gedmAxn2OhAAm4Pg/XaoLQbrHKDFvVnwdA== 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.x] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCwgedmEmQNNBAARApRL8xgYpzE8ckM8H/+/Q== 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmPKsECBAAHJCG1EVJmQBsqc0pdFHRTA== 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmhYhNDxAAlelr6wkmPrr/R+4iK6lrXQ== 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.4] 2024-09-16T00:54:44.256 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDDgedmRtqmKBAA97Vj4qv3gaC8rTR2YTH01A== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.5] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDHgedmkczuKRAAM0LhGt7CYr9yfSE84TCJpg== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.6] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDLgedmrBMqHBAAhnUrRMb8Akr0An+L0wlNGw== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.7] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDPgedmrYv4HRAA34X3n+hvueIZuFWkEvKtdA== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[client.2] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmHao9GRAAN1+zz/yvxOyVx0Yo9vUbKg== 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout:[client.1] 2024-09-16T00:54:44.257 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmGah6HBAAIGDcgISI3YvUfPttxHSEsg== 2024-09-16T00:54:44.258 INFO:teuthology.orchestra.run.smithi005.stdout:[client.3] 2024-09-16T00:54:44.258 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmq6sXIhAA97e5IegFMF8Ja8LKSlK5FQ== 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout:[mgr.y] 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCwgedm/5PMLxAATmuQRct3VXpcJ910mqlmbA== 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.a] 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCwgedmZTdgNxAAEzUQbY1Zc2bS5L/9V7pYyQ== 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.c] 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmB2L9AhAAiszVQW1D9fp9oRWDGboRMg== 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.0] 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCygedmMqjDMxAAT6OWAccG2vhyZL6FqT0ycg== 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.1] 2024-09-16T00:54:44.275 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQC2gedmxLHqCBAARk8k/JPfue4UFWb77zJKVw== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.2] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQC5gedmXtWMNxAAVg6ahS1SuhPGyz+qTbjV+g== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.3] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQC8gedmAxn2OhAAm4Pg/XaoLQbrHKDFvVnwdA== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[mgr.x] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCwgedmEmQNNBAARApRL8xgYpzE8ckM8H/+/Q== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.b] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmPKsECBAAHJCG1EVJmQBsqc0pdFHRTA== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[mds.d] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmhYhNDxAAlelr6wkmPrr/R+4iK6lrXQ== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.4] 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQDDgedmRtqmKBAA97Vj4qv3gaC8rTR2YTH01A== 2024-09-16T00:54:44.276 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.5] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQDHgedmkczuKRAAM0LhGt7CYr9yfSE84TCJpg== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.6] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQDLgedmrBMqHBAAhnUrRMb8Akr0An+L0wlNGw== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[osd.7] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQDPgedmrYv4HRAA34X3n+hvueIZuFWkEvKtdA== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[client.0] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[client.2] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmHao9GRAAN1+zz/yvxOyVx0Yo9vUbKg== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[client.1] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmGah6HBAAIGDcgISI3YvUfPttxHSEsg== 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout:[client.3] 2024-09-16T00:54:44.277 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCxgedmq6sXIhAA97e5IegFMF8Ja8LKSlK5FQ== 2024-09-16T00:54:44.278 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:54:44.301 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:54:44.369 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.372 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.428 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.430 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.484 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.487 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.537 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.540 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.591 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.594 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.649 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.699 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:54:44.702 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:54:44.753 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.755 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.808 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.810 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T00:54:44.864 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.866 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.917 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.919 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.971 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:44.973 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:45.024 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:45.026 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:54:45.077 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.079 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.135 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.189 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.191 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.245 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.247 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T00:54:45.301 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T00:54:45.301 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T00:54:45.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:54:45.424 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T00:54:45.450 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T00:54:45.474 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:54:45.571 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T00:54:45.595 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T00:54:45.660 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:54:45.756 DEBUG:teuthology.orchestra.run.smithi073:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T00:54:45.781 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:45.783 DEBUG:teuthology.orchestra.run.smithi073:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:54:45.837 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T00:54:45.837 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T00:54:45.837 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T00:54:45.840 INFO:tasks.ceph.mon.a:Started 2024-09-16T00:54:45.840 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T00:54:45.840 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T00:54:45.879 INFO:tasks.ceph.mon.b:Started 2024-09-16T00:54:45.879 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T00:54:45.879 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T00:54:45.881 INFO:tasks.ceph.mon.c:Started 2024-09-16T00:54:45.881 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T00:54:45.882 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T00:54:45.882 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T00:54:45.884 INFO:tasks.ceph.mgr.y:Started 2024-09-16T00:54:45.884 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T00:54:45.885 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T00:54:45.887 INFO:tasks.ceph.mgr.x:Started 2024-09-16T00:54:45.887 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T00:54:45.887 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T00:54:45.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.989+0000 7f89ce18d640 1 Processor -- start 2024-09-16T00:54:45.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.989+0000 7f89ce18d640 1 -- start start 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89ce18d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 0x7f89c80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89ce18d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89ce18d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89c81620f0 con 0x7f89c80b76c0 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89ce18d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f89c8072140 con 0x7f89c8161d10 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89ce18d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f89c80b7b30 con 0x7f89c80cf6a0 2024-09-16T00:54:45.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:54578/0 (socket says 172.21.15.5:54578) 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 learned_addr learned my addr 172.21.15.5:0/4156318748 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c6ffd640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f89c80b76c0 0x7f89c80cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:54960/0 (socket says 172.21.15.5:54960) 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c77fe640 1 --2- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 0x7f89c80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 msgr2=0x7f89c80d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 msgr2=0x7f89c80d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c77fe640 1 -- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 msgr2=0x7f89c80d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c77fe640 1 -- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 msgr2=0x7f89c80d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c77fe640 1 --2- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 0x7f89c80d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T00:54:45.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:45.990+0000 7f89c77fe640 1 --2- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 0x7f89c80d3b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:54:46.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.146+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 463604511 0 0) 0x7f89c81620f0 con 0x7f89c80b76c0 2024-09-16T00:54:46.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.146+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89b0003520 con 0x7f89c80b76c0 2024-09-16T00:54:46.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.1 v1:172.21.15.73:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2684909992 0 0) 0x7f89b0003520 con 0x7f89c80b76c0 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 msgr2=0x7f89c80d3280 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89c80d3280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 msgr2=0x7f89c80d3b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 --2- 172.21.15.5:0/4156318748 >> v2:172.21.15.73:3300/0 conn(0x7f89c8161d10 0x7f89c80d3b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 --> v1:172.21.15.73:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c80d4200 con 0x7f89c80b76c0 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.1 v1:172.21.15.73:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f89bc001670 con 0x7f89c80b76c0 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 >> v1:172.21.15.73:6789/0 conn(0x7f89c80b76c0 legacy=0x7f89c80cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89b00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0003fe0 0x7f89b0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89b0004d40 0x7f89b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8072140 con 0x7f89b0004d40 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f89c80b7b30 con 0x7f89b0003fe0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f89b000bb80 con 0x7f89c80cf6a0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89b0004d40 0x7f89b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c6ffd640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0003fe0 0x7f89b0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c77fe640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89b00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 msgr2=0x7f89b00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c80cf6a0 0x7f89b00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0003fe0 msgr2=0x7f89b0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0003fe0 0x7f89b0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.148+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b0003520 con 0x7f89b0004d40 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.149+0000 7f89c7fff640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89b0004d40 0x7f89b00051c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009cc0 tx=0x7f89b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad74273693cba42 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.149+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c0038070 con 0x7f89b0004d40 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.149+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89c0033410 con 0x7f89b0004d40 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.149+0000 7f89c67fc640 1 -- 172.21.15.5:0/4156318748 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c00098c0 con 0x7f89b0004d40 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 -- 172.21.15.5:0/4156318748 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89b0004d40 msgr2=0x7f89b00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 --2- 172.21.15.5:0/4156318748 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89b0004d40 0x7f89b00051c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009cc0 tx=0x7f89b0005830 comp rx=0 tx=0).stop 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89c7fff640 1 -- 172.21.15.5:0/4156318748 reap_dead start 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 -- 172.21.15.5:0/4156318748 shutdown_connections 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 -- 172.21.15.5:0/4156318748 >> 172.21.15.5:0/4156318748 conn(0x7f89c80d4730 msgr2=0x7f89c80d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 -- 172.21.15.5:0/4156318748 shutdown_connections 2024-09-16T00:54:46.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.150+0000 7f89ce18d640 1 -- 172.21.15.5:0/4156318748 wait complete. 2024-09-16T00:54:46.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.151+0000 7f89ce18d640 1 Processor -- start 2024-09-16T00:54:46.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 -- start start 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0004d40 0x7f89c81e8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c814fc60 0x7f89c81e98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8072950 con 0x7f89c81e9e10 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8072670 con 0x7f89b0004d40 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89ce18d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f89c80d3280 con 0x7f89c814fc60 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58690/0 (socket says 172.21.15.5:58690) 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89c7fff640 1 -- 172.21.15.5:0/1466633713 learned_addr learned my addr 172.21.15.5:0/1466633713 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89c6ffd640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c814fc60 0x7f89c81e98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.152+0000 7f89c77fe640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0004d40 0x7f89c81e8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 -- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c814fc60 msgr2=0x7f89c81e98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c814fc60 0x7f89c81e98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 -- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0004d40 msgr2=0x7f89c81e8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0004d40 0x7f89c81e8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 -- 172.21.15.5:0/1466633713 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c81e9340 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89c7fff640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009cc0 tx=0x7f89c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c0038040 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89c003e420 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c81e7d60 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c00098c0 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c81e8320 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f89c0046030 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.153+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f89c00488f0 con 0x7f89c81e9e10 2024-09-16T00:54:46.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.154+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c80d3660 con 0x7f89c81e9e10 2024-09-16T00:54:46.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.156+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f89c0048410 con 0x7f89c81e9e10 2024-09-16T00:54:46.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.222+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f89c80c8000 con 0x7f89c81e9e10 2024-09-16T00:54:46.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.224+0000 7f89affff640 1 -- 172.21.15.5:0/1466633713 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f89c003ed10 con 0x7f89c81e9e10 2024-09-16T00:54:46.225 INFO:teuthology.orchestra.run.smithi005.stderr:adjusted tunables profile to default 2024-09-16T00:54:46.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 msgr2=0x7f89c81e7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009cc0 tx=0x7f89c0004a40 comp rx=0 tx=0).stop 2024-09-16T00:54:46.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 shutdown_connections 2024-09-16T00:54:46.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89c81e9e10 0x7f89c81e7110 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89c814fc60 0x7f89c81e98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 --2- 172.21.15.5:0/1466633713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89b0004d40 0x7f89c81e8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 >> 172.21.15.5:0/1466633713 conn(0x7f89c80d4730 msgr2=0x7f89c80b47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:46.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 shutdown_connections 2024-09-16T00:54:46.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:46.225+0000 7f89ce18d640 1 -- 172.21.15.5:0/1466633713 wait complete. 2024-09-16T00:54:46.237 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T00:54:46.237 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T00:54:46.238 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:46.238 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T00:54:46.245 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.244+0000 7ff445bb9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:54:46.264 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:46.264 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T00:54:46.268 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.267+0000 7f7634214040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:54:46.286 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.285+0000 7ff445bb9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:54:46.293 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:46.293 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T00:54:46.311 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.310+0000 7f7634214040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:54:46.337 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:54:46.337 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T00:54:46.404 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:46.404 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-16T00:54:46.430 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:46.430 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-16T00:54:46.430 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.428+0000 7ff445bb9040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T00:54:46.459 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.458+0000 7f7634214040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T00:54:46.481 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.481+0000 7ff445bb9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:54:46.494 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:46.494 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-16T00:54:46.512 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.511+0000 7f7634214040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:54:46.560 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:54:46.560 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-16T00:54:46.624 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new a7e31d73-ff72-42b7-93c6-ba2877c30e80 0 2024-09-16T00:54:46.643 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.642+0000 7ff445bb9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:54:46.688 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.687+0000 7f7634214040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:54:46.742 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.741+0000 7f8cc8dd6640 1 Processor -- start 2024-09-16T00:54:46.742 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.741+0000 7f8cc8dd6640 1 -- start start 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8cc4161c80 0x7f8cc40d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 0x7f8cc40b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 0x7f8cc40d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40b50b0 con 0x7f8cc4161c80 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40d20c0 con 0x7f8cc40b7d00 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc8dd6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc4073170 con 0x7f8cc40d1c80 2024-09-16T00:54:46.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc2d9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 0x7f8cc40d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 0x7f8cc40b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc2d9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 0x7f8cc40d0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50898/0 (socket says 172.21.15.73:50898) 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc2d9d640 1 -- 172.21.15.73:0/242584177 learned_addr learned my addr 172.21.15.73:0/242584177 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cc259c640 1 --2- 172.21.15.73:0/242584177 >> v2:172.21.15.5:3300/0 conn(0x7f8cc4161c80 0x7f8cc40d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/242584177 >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 msgr2=0x7f8cc40d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/242584177 >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 0x7f8cc40d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/242584177 >> v2:172.21.15.5:3300/0 conn(0x7f8cc4161c80 msgr2=0x7f8cc40d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:46.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/242584177 >> v2:172.21.15.5:3300/0 conn(0x7f8cc4161c80 0x7f8cc40d1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.742+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/242584177 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc4073ec0 con 0x7f8cc40d1c80 2024-09-16T00:54:46.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.743+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/242584177 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 0x7f8cc40b77c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4072f20 tx=0x7f8cac02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77d0dd3e03987111 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.743+0000 7f8cc1d9b640 1 -- 172.21.15.73:0/242584177 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac037070 con 0x7f8cc40d1c80 2024-09-16T00:54:46.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.743+0000 7f8cc1d9b640 1 -- 172.21.15.73:0/242584177 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cac032440 con 0x7f8cc40d1c80 2024-09-16T00:54:46.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.743+0000 7f8cc1d9b640 1 -- 172.21.15.73:0/242584177 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac02ae60 con 0x7f8cc40d1c80 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/242584177 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 msgr2=0x7f8cc40b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/242584177 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 0x7f8cc40b77c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4072f20 tx=0x7f8cac02a110 comp rx=0 tx=0).stop 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/242584177 shutdown_connections 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/242584177 >> v2:172.21.15.73:3300/0 conn(0x7f8cc40b7d00 0x7f8cc40d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/242584177 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc40d1c80 0x7f8cc40b77c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/242584177 >> v2:172.21.15.5:3300/0 conn(0x7f8cc4161c80 0x7f8cc40d1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/242584177 >> 172.21.15.73:0/242584177 conn(0x7f8cc40b4170 msgr2=0x7f8cc40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/242584177 shutdown_connections 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.744+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/242584177 wait complete. 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.745+0000 7f8cc8dd6640 1 Processor -- start 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.745+0000 7f8cc8dd6640 1 -- start start 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 0x7f8cc4156930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.750 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40739a0 con 0x7f8cc40b7d00 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40736c0 con 0x7f8cc40d1c80 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc8dd6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc40b8150 con 0x7f8cc4161c80 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc2d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50902/0 (socket says 172.21.15.73:50902) 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc2d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37834/0 (socket says 172.21.15.73:37834) 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/3147989089 learned_addr learned my addr 172.21.15.73:0/3147989089 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc259c640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 0x7f8cc4156930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 msgr2=0x7f8cc4157bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/3147989089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 msgr2=0x7f8cc4156930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 0x7f8cc4156930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cb9d9b640 1 -- 172.21.15.73:0/3147989089 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40cf770 con 0x7f8cc40d1c80 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc2d9d640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.746+0000 7f8cc259c640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 0x7f8cc4156930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cb9d9b640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8cac000c00 tx=0x7f8cac0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac041020 con 0x7f8cc40d1c80 2024-09-16T00:54:46.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cac03d700 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc4154230 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cac037040 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc41544f0 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8cac044020 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.747+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f8cac046c60 con 0x7f8cc40d1c80 2024-09-16T00:54:46.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.748+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cc40b8480 con 0x7f8cc40d1c80 2024-09-16T00:54:46.754 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.750+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8cac04b030 con 0x7f8cc40d1c80 2024-09-16T00:54:46.760 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:46.760+0000 7ff445bb9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:54:46.803 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:46.803+0000 7f7634214040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:54:46.821 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.820+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a7e31d73-ff72-42b7-93c6-ba2877c30e80", "id": 0} v 0) -- 0x7f8cc406e980 con 0x7f8cc40d1c80 2024-09-16T00:54:46.827 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.826+0000 7f8cbb7fe640 1 -- 172.21.15.73:0/3147989089 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a7e31d73-ff72-42b7-93c6-ba2877c30e80", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f8cac046400 con 0x7f8cc40d1c80 2024-09-16T00:54:46.828 INFO:teuthology.orchestra.run.smithi073.stdout:0 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 msgr2=0x7f8cc40cf140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8cac000c00 tx=0x7f8cac0046c0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 shutdown_connections 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8cc4161c80 0x7f8cc4157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8cc40d1c80 0x7f8cc40cf140 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 --2- 172.21.15.73:0/3147989089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc40b7d00 0x7f8cc4156930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 >> 172.21.15.73:0/3147989089 conn(0x7f8cc40b4170 msgr2=0x7f8cc40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:46.830 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 shutdown_connections 2024-09-16T00:54:46.830 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.828+0000 7f8cc8dd6640 1 -- 172.21.15.73:0/3147989089 wait complete. 2024-09-16T00:54:46.842 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new 12eb0f9b-5747-4396-91a2-70e45469d0e1 1 2024-09-16T00:54:46.940 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.940+0000 7f9d182af640 1 Processor -- start 2024-09-16T00:54:46.941 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.940+0000 7f9d182af640 1 -- start start 2024-09-16T00:54:46.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d182af640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9d100b3b00 0x7f9d1006fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d182af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d10075630 con 0x7f9d1015c690 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d182af640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d10075910 con 0x7f9d100ce9d0 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d182af640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9d100701e0 con 0x7f9d100b3b00 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1584a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9d100b3b00 0x7f9d1006fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1684c640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f9d100ce9d0 0x7f9d1015ca70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.73:56018/0 (socket says 172.21.15.73:56018) 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1684c640 1 -- 172.21.15.73:0/2638096764 learned_addr learned my addr 172.21.15.73:0/2638096764 (peer_addr_for_me v1:172.21.15.73:0/0) 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1584a640 1 -- 172.21.15.73:0/2638096764 >> v1:172.21.15.73:6789/0 conn(0x7f9d100ce9d0 legacy=0x7f9d1015ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1584a640 1 -- 172.21.15.73:0/2638096764 >> v1:172.21.15.5:6789/0 conn(0x7f9d1015c690 legacy=0x7f9d1006eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.941+0000 7f9d1584a640 1 -- 172.21.15.73:0/2638096764 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d100cfe90 con 0x7f9d100b3b00 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d1584a640 1 --2- 172.21.15.73:0/2638096764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d100b3b00 0x7f9d1006fca0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d040097a0 tx=0x7f9d0402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d9e3866469a8a3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d15049640 1 -- 172.21.15.73:0/2638096764 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04037070 con 0x7f9d100b3b00 2024-09-16T00:54:46.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d15049640 1 -- 172.21.15.73:0/2638096764 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d04032440 con 0x7f9d100b3b00 2024-09-16T00:54:46.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d15049640 1 -- 172.21.15.73:0/2638096764 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04032810 con 0x7f9d100b3b00 2024-09-16T00:54:46.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d182af640 1 -- 172.21.15.73:0/2638096764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d100b3b00 msgr2=0x7f9d1006fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.942+0000 7f9d182af640 1 --2- 172.21.15.73:0/2638096764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d100b3b00 0x7f9d1006fca0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d040097a0 tx=0x7f9d0402a230 comp rx=0 tx=0).stop 2024-09-16T00:54:46.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.943+0000 7f9d182af640 1 -- 172.21.15.73:0/2638096764 shutdown_connections 2024-09-16T00:54:46.946 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.943+0000 7f9d182af640 1 --2- 172.21.15.73:0/2638096764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d100b3b00 0x7f9d1006fca0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.946 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.943+0000 7f9d182af640 1 -- 172.21.15.73:0/2638096764 >> 172.21.15.73:0/2638096764 conn(0x7f9d100d0ad0 msgr2=0x7f9d100d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:46.946 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.943+0000 7f9d182af640 1 -- 172.21.15.73:0/2638096764 shutdown_connections 2024-09-16T00:54:46.946 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.943+0000 7f9d182af640 1 -- 172.21.15.73:0/2638096764 wait complete. 2024-09-16T00:54:46.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 Processor -- start 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 -- start start 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d100b3b00 0x7f9d101558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 0x7f9d10154190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1006f700 con 0x7f9d100b3b00 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d100b3f70 con 0x7f9d1015c690 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.944+0000 7f9d182af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9d1006f880 con 0x7f9d100ce9d0 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1684c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 0x7f9d10154190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1684c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50928/0 (socket says 172.21.15.73:50928) 2024-09-16T00:54:46.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1684c640 1 -- 172.21.15.73:0/2216709918 learned_addr learned my addr 172.21.15.73:0/2216709918 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1604b640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d100b3b00 0x7f9d101558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 -- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 msgr2=0x7f9d100ab740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 -- 172.21.15.73:0/2216709918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d100b3b00 msgr2=0x7f9d101558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d100b3b00 0x7f9d101558c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 -- 172.21.15.73:0/2216709918 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d10154820 con 0x7f9d100ce9d0 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1684c640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d1584a640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 0x7f9d10154190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9d04031000 tx=0x7f9d040046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04032e60 con 0x7f9d100ce9d0 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d040307b0 con 0x7f9d100ce9d0 2024-09-16T00:54:46.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d10154b00 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04037040 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d101550c0 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9d04044020 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.945+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f9d040467c0 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.946+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d1015b450 con 0x7f9d100ce9d0 2024-09-16T00:54:46.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:46.948+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9d1015b450 con 0x7f9d100ce9d0 2024-09-16T00:54:47.019 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.018+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd new", "uuid": "12eb0f9b-5747-4396-91a2-70e45469d0e1", "id": 1} v 0) -- 0x7f9d1006fca0 con 0x7f9d100ce9d0 2024-09-16T00:54:47.027 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.026+0000 7f9d0effd640 1 -- 172.21.15.73:0/2216709918 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "12eb0f9b-5747-4396-91a2-70e45469d0e1", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f9d04046a10 con 0x7f9d100ce9d0 2024-09-16T00:54:47.027 INFO:teuthology.orchestra.run.smithi073.stdout:1 2024-09-16T00:54:47.028 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 msgr2=0x7f9d10154190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.028 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 0x7f9d10154190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9d04031000 tx=0x7f9d040046c0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.028 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 shutdown_connections 2024-09-16T00:54:47.028 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1015c690 0x7f9d100ab740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.028 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d100ce9d0 0x7f9d10154190 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.029 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 --2- 172.21.15.73:0/2216709918 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d100b3b00 0x7f9d101558c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.029 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 >> 172.21.15.73:0/2216709918 conn(0x7f9d100d0ad0 msgr2=0x7f9d1015a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.029 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 shutdown_connections 2024-09-16T00:54:47.029 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.027+0000 7f9d182af640 1 -- 172.21.15.73:0/2216709918 wait complete. 2024-09-16T00:54:47.038 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new b49a2cf9-9110-4017-8014-8b8080227249 2 2024-09-16T00:54:47.103 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:47.102+0000 7ff445bb9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:54:47.136 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.135+0000 7fc05a4c9640 1 Processor -- start 2024-09-16T00:54:47.136 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.135+0000 7fc05a4c9640 1 -- start start 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc05a4c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc05406e160 0x7fc05406cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc05a4c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 0x7fc0540b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc05a4c9640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc05406d480 con 0x7fc05415e7b0 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc05a4c9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc05415eb90 con 0x7fc05406e160 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc05a4c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc05406e720 con 0x7fc05406d070 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc053fff640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fc05415e7b0 0x7fc0540cd730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.73:56022/0 (socket says 172.21.15.73:56022) 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc053fff640 1 -- 172.21.15.73:0/173922555 learned_addr learned my addr 172.21.15.73:0/173922555 (peer_addr_for_me v1:172.21.15.73:0/0) 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc058a66640 1 --2- 172.21.15.73:0/173922555 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 0x7fc0540b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc0537fe640 1 --2- 172.21.15.73:0/173922555 >> v2:172.21.15.5:3300/0 conn(0x7fc05406e160 0x7fc05406cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc052ffd640 1 -- 172.21.15.73:0/173922555 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1089132704 0 0) 0x7fc044001110 con 0x7fc05415e7b0 2024-09-16T00:54:47.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc052ffd640 1 -- 172.21.15.73:0/173922555 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc03c003520 con 0x7fc05415e7b0 2024-09-16T00:54:47.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc058a66640 1 -- 172.21.15.73:0/173922555 >> v2:172.21.15.5:3300/0 conn(0x7fc05406e160 msgr2=0x7fc05406cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:47.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc058a66640 1 --2- 172.21.15.73:0/173922555 >> v2:172.21.15.5:3300/0 conn(0x7fc05406e160 0x7fc05406cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc058a66640 1 -- 172.21.15.73:0/173922555 >> v1:172.21.15.73:6789/0 conn(0x7fc05415e7b0 legacy=0x7fc0540cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.136+0000 7fc058a66640 1 -- 172.21.15.73:0/173922555 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc05406ea00 con 0x7fc05406d070 2024-09-16T00:54:47.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.137+0000 7fc058a66640 1 --2- 172.21.15.73:0/173922555 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 0x7fc0540b4710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009d90 tx=0x7fc04c02a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fa3a2c481984e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc052ffd640 1 -- 172.21.15.73:0/173922555 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c007740 con 0x7fc05406d070 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc052ffd640 1 -- 172.21.15.73:0/173922555 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc04c0078e0 con 0x7fc05406d070 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc052ffd640 1 -- 172.21.15.73:0/173922555 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c007cb0 con 0x7fc05406d070 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 -- 172.21.15.73:0/173922555 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 msgr2=0x7fc0540b4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/173922555 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 0x7fc0540b4710 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009d90 tx=0x7fc04c02a6f0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 -- 172.21.15.73:0/173922555 shutdown_connections 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/173922555 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05406d070 0x7fc0540b4710 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/173922555 >> v2:172.21.15.5:3300/0 conn(0x7fc05406e160 0x7fc05406cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 -- 172.21.15.73:0/173922555 >> 172.21.15.73:0/173922555 conn(0x7fc0540720b0 msgr2=0x7fc0540724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 -- 172.21.15.73:0/173922555 shutdown_connections 2024-09-16T00:54:47.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.138+0000 7fc05a4c9640 1 -- 172.21.15.73:0/173922555 wait complete. 2024-09-16T00:54:47.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.139+0000 7fc05a4c9640 1 Processor -- start 2024-09-16T00:54:47.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 -- start start 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc05406e160 0x7fc05415cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05415e7b0 0x7fc05415d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc05406f2a0 con 0x7fc05406e160 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc05406efc0 con 0x7fc05406d070 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc05a4c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc0540aeb80 con 0x7fc05415e7b0 2024-09-16T00:54:47.144 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.140+0000 7fc053fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc058a66640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05415e7b0 0x7fc05415d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50930/0 (socket says 172.21.15.73:50930) 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 -- 172.21.15.73:0/3643308548 learned_addr learned my addr 172.21.15.73:0/3643308548 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc0537fe640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc05406e160 0x7fc05415cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 -- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05415e7b0 msgr2=0x7fc05415d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05415e7b0 0x7fc05415d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 -- 172.21.15.73:0/3643308548 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc05406e160 msgr2=0x7fc05415cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc05406e160 0x7fc05415cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 -- 172.21.15.73:0/3643308548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc054161750 con 0x7fc05406d070 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc053fff640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc04400c700 tx=0x7fc04400cbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc044017070 con 0x7fc05406d070 2024-09-16T00:54:47.145 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc044005a70 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc054161a30 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc044005e60 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc054160a20 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc04401a070 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.141+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fc04400ace0 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.142+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc054069f70 con 0x7fc05406d070 2024-09-16T00:54:47.146 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.144+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc044021030 con 0x7fc05406d070 2024-09-16T00:54:47.156 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:47.155+0000 7f7634214040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:54:47.167 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:47.167+0000 7ff445bb9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:54:47.215 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:47.214+0000 7f7634214040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:54:47.215 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.214+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b49a2cf9-9110-4017-8014-8b8080227249", "id": 2} v 0) -- 0x7fc05406cb30 con 0x7fc05406d070 2024-09-16T00:54:47.218 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc050ff9640 1 -- 172.21.15.73:0/3643308548 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b49a2cf9-9110-4017-8014-8b8080227249", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fc05406d480 con 0x7fc05406d070 2024-09-16T00:54:47.218 INFO:teuthology.orchestra.run.smithi073.stdout:2 2024-09-16T00:54:47.219 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 msgr2=0x7fc0541f19b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc04400c700 tx=0x7fc04400cbc0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 shutdown_connections 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc05415e7b0 0x7fc05415d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc05406e160 0x7fc05415cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 --2- 172.21.15.73:0/3643308548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc05406d070 0x7fc0541f19b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.218+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 >> 172.21.15.73:0/3643308548 conn(0x7fc0540720b0 msgr2=0x7fc0540b4830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.219+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 shutdown_connections 2024-09-16T00:54:47.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.219+0000 7fc05a4c9640 1 -- 172.21.15.73:0/3643308548 wait complete. 2024-09-16T00:54:47.230 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new 2d7b66c3-4a87-471f-889f-00cba894818c 3 2024-09-16T00:54:47.325 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:47.324+0000 7ff445bb9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:54:47.328 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.327+0000 7f767902e640 1 Processor -- start 2024-09-16T00:54:47.329 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.327+0000 7f767902e640 1 -- start start 2024-09-16T00:54:47.330 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767902e640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 0x7f767415d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.330 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767902e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767902e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76741608d0 con 0x7f76740730b0 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767902e640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f7674160e90 con 0x7f76740b1a10 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767902e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f767415cf10 con 0x7f76740d1f30 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f7672d9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 0x7f767415d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767259c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767259c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37866/0 (socket says 172.21.15.73:37866) 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f7672d9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 0x7f767415d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50932/0 (socket says 172.21.15.73:50932) 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.328+0000 7f767259c640 1 -- 172.21.15.73:0/2351513713 learned_addr learned my addr 172.21.15.73:0/2351513713 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f767259c640 1 -- 172.21.15.73:0/2351513713 >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 msgr2=0x7f767415d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f767259c640 1 --2- 172.21.15.73:0/2351513713 >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 0x7f767415d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f767259c640 1 -- 172.21.15.73:0/2351513713 >> v1:172.21.15.5:6789/0 conn(0x7f76740730b0 legacy=0x7f7674141ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f767259c640 1 -- 172.21.15.73:0/2351513713 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7674160bb0 con 0x7f76740d1f30 2024-09-16T00:54:47.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f767259c640 1 --2- 172.21.15.73:0/2351513713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76680098a0 tx=0x7f766802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9a36d342a21e83a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.329+0000 7f7671d9b640 1 -- 172.21.15.73:0/2351513713 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668037070 con 0x7f76740d1f30 2024-09-16T00:54:47.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f7671d9b640 1 -- 172.21.15.73:0/2351513713 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7668032440 con 0x7f76740d1f30 2024-09-16T00:54:47.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f7671d9b640 1 -- 172.21.15.73:0/2351513713 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668032810 con 0x7f76740d1f30 2024-09-16T00:54:47.335 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 -- 172.21.15.73:0/2351513713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 msgr2=0x7f767415fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.335 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 --2- 172.21.15.73:0/2351513713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76680098a0 tx=0x7f766802a290 comp rx=0 tx=0).stop 2024-09-16T00:54:47.335 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 -- 172.21.15.73:0/2351513713 shutdown_connections 2024-09-16T00:54:47.335 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 --2- 172.21.15.73:0/2351513713 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740d1f30 0x7f767415fff0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.335 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 --2- 172.21.15.73:0/2351513713 >> v2:172.21.15.73:3300/0 conn(0x7f76740b1a10 0x7f767415d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 -- 172.21.15.73:0/2351513713 >> 172.21.15.73:0/2351513713 conn(0x7f767406f180 msgr2=0x7f767406f590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 -- 172.21.15.73:0/2351513713 shutdown_connections 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.330+0000 7f767902e640 1 -- 172.21.15.73:0/2351513713 wait complete. 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 Processor -- start 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 -- start start 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 0x7f767413afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76740d1f30 0x7f76740b40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7674160530 con 0x7f76740d1f30 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f767415d8e0 con 0x7f76740730b0 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767902e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f76741606b0 con 0x7f76740b1a10 2024-09-16T00:54:47.336 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.332+0000 7f767259c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 0x7f767413afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767259c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37872/0 (socket says 172.21.15.73:37872) 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767259c640 1 -- 172.21.15.73:0/3104714500 learned_addr learned my addr 172.21.15.73:0/3104714500 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767359e640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76740d1f30 0x7f76740b40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 -- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 msgr2=0x7f7674140c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 -- 172.21.15.73:0/3104714500 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76740d1f30 msgr2=0x7f76740b40f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76740d1f30 0x7f76740b40f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 -- 172.21.15.73:0/3104714500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7674142270 con 0x7f76740730b0 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767259c640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f7672d9d640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 0x7f767413afa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7664012c40 tx=0x7f7664010490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.337 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664010da0 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f766401d070 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7674142550 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76640186c0 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7674142830 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7664016050 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.333+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f76640064b0 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.334+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76740b56f0 con 0x7f76740730b0 2024-09-16T00:54:47.338 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.336+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7664026020 con 0x7f76740730b0 2024-09-16T00:54:47.372 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:47.371+0000 7f7634214040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:54:47.419 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.418+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2d7b66c3-4a87-471f-889f-00cba894818c", "id": 3} v 0) -- 0x7f7674070ea0 con 0x7f76740730b0 2024-09-16T00:54:47.422 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.421+0000 7f765b7fe640 1 -- 172.21.15.73:0/3104714500 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2d7b66c3-4a87-471f-889f-00cba894818c", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f7664014040 con 0x7f76740730b0 2024-09-16T00:54:47.422 INFO:teuthology.orchestra.run.smithi073.stdout:3 2024-09-16T00:54:47.423 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 msgr2=0x7f767413afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.423 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 0x7f767413afa0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7664012c40 tx=0x7f7664010490 comp rx=0 tx=0).stop 2024-09-16T00:54:47.423 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 shutdown_connections 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76740d1f30 0x7f76740b40f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f76740b1a10 0x7f7674140c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 --2- 172.21.15.73:0/3104714500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f76740730b0 0x7f767413afa0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 >> 172.21.15.73:0/3104714500 conn(0x7f767406f180 msgr2=0x7f767406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 shutdown_connections 2024-09-16T00:54:47.424 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.422+0000 7f767902e640 1 -- 172.21.15.73:0/3104714500 wait complete. 2024-09-16T00:54:47.433 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new 1cf3f864-5b29-45e5-9d53-902ba7e48fc1 4 2024-09-16T00:54:47.532 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.531+0000 7f5a682c0640 1 Processor -- start 2024-09-16T00:54:47.532 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.531+0000 7f5a682c0640 1 -- start start 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 0x7f5a6006cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5a600d06c0 0x7f5a600d0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5a6006f240 con 0x7f5a600d06c0 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f5a60160060 con 0x7f5a6006ee60 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a682c0640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5a60160340 con 0x7f5a6006e0d0 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.535 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6605c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 0x7f5a6006cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37874/0 (socket says 172.21.15.73:37874) 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 -- 172.21.15.73:0/473341495 learned_addr learned my addr 172.21.15.73:0/473341495 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6685d640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.5:3300/0 conn(0x7f5a600d06c0 0x7f5a600d0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 -- 172.21.15.73:0/473341495 >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 msgr2=0x7f5a6006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 0x7f5a6006cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 -- 172.21.15.73:0/473341495 >> v2:172.21.15.5:3300/0 conn(0x7f5a600d06c0 msgr2=0x7f5a600d0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.5:3300/0 conn(0x7f5a600d06c0 0x7f5a600d0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6585b640 1 -- 172.21.15.73:0/473341495 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a60160620 con 0x7f5a6006e0d0 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.533+0000 7f5a6605c640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 0x7f5a6006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.534+0000 7f5a6585b640 1 --2- 172.21.15.73:0/473341495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5a6006dbf0 tx=0x7f5a5c02e440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d22b7fa302e6b630 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.534+0000 7f5a6505a640 1 -- 172.21.15.73:0/473341495 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c03a070 con 0x7f5a6006e0d0 2024-09-16T00:54:47.536 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.534+0000 7f5a6505a640 1 -- 172.21.15.73:0/473341495 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a5c00b650 con 0x7f5a6006e0d0 2024-09-16T00:54:47.537 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.534+0000 7f5a6505a640 1 -- 172.21.15.73:0/473341495 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c00ba20 con 0x7f5a6006e0d0 2024-09-16T00:54:47.539 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 -- 172.21.15.73:0/473341495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 msgr2=0x7f5a6006d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 --2- 172.21.15.73:0/473341495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5a6006dbf0 tx=0x7f5a5c02e440 comp rx=0 tx=0).stop 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 -- 172.21.15.73:0/473341495 shutdown_connections 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.5:3300/0 conn(0x7f5a600d06c0 0x7f5a600d0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 --2- 172.21.15.73:0/473341495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a6006e0d0 0x7f5a6006d070 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 --2- 172.21.15.73:0/473341495 >> v2:172.21.15.73:3300/0 conn(0x7f5a6006ee60 0x7f5a6006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 -- 172.21.15.73:0/473341495 >> 172.21.15.73:0/473341495 conn(0x7f5a600720b0 msgr2=0x7f5a600724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 -- 172.21.15.73:0/473341495 shutdown_connections 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.535+0000 7f5a682c0640 1 -- 172.21.15.73:0/473341495 wait complete. 2024-09-16T00:54:47.540 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.536+0000 7f5a682c0640 1 Processor -- start 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.536+0000 7f5a682c0640 1 -- start start 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a6006ee60 0x7f5a601522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 0x7f5a601527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5a600d1050 con 0x7f5a6006ee60 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5a60160be0 con 0x7f5a6006e0d0 2024-09-16T00:54:47.541 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a682c0640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5a6015cab0 con 0x7f5a600d06c0 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6605c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 0x7f5a601527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6605c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:50972/0 (socket says 172.21.15.73:50972) 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6605c640 1 -- 172.21.15.73:0/3325413777 learned_addr learned my addr 172.21.15.73:0/3325413777 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6585b640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a6006ee60 0x7f5a601522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 -- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 msgr2=0x7f5a60149e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 -- 172.21.15.73:0/3325413777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a6006ee60 msgr2=0x7f5a601522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a6006ee60 0x7f5a601522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6685d640 1 -- 172.21.15.73:0/3325413777 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a6015e5f0 con 0x7f5a600d06c0 2024-09-16T00:54:47.542 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.537+0000 7f5a6605c640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a6685d640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 0x7f5a601527f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800ebd0 tx=0x7f5a5800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a58018020 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a5800cd20 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a580146c0 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a6015e8d0 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a6015ee90 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5a58005d10 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.538+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f5a5801dc20 con 0x7f5a600d06c0 2024-09-16T00:54:47.543 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.539+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a60069f70 con 0x7f5a600d06c0 2024-09-16T00:54:47.544 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.541+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5a58022030 con 0x7f5a600d06c0 2024-09-16T00:54:47.611 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.611+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1cf3f864-5b29-45e5-9d53-902ba7e48fc1", "id": 4} v 0) -- 0x7f5a6015a440 con 0x7f5a600d06c0 2024-09-16T00:54:47.615 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.614+0000 7f5a56ffd640 1 -- 172.21.15.73:0/3325413777 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1cf3f864-5b29-45e5-9d53-902ba7e48fc1", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f5a58010040 con 0x7f5a600d06c0 2024-09-16T00:54:47.615 INFO:teuthology.orchestra.run.smithi073.stdout:4 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 msgr2=0x7f5a601527f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 0x7f5a601527f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800ebd0 tx=0x7f5a5800c490 comp rx=0 tx=0).stop 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 shutdown_connections 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a600d06c0 0x7f5a601527f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a6006ee60 0x7f5a601522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.617 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 --2- 172.21.15.73:0/3325413777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a6006e0d0 0x7f5a60149e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.618 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 >> 172.21.15.73:0/3325413777 conn(0x7f5a600720b0 msgr2=0x7f5a600b0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.618 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 shutdown_connections 2024-09-16T00:54:47.618 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.615+0000 7f5a682c0640 1 -- 172.21.15.73:0/3325413777 wait complete. 2024-09-16T00:54:47.627 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new 84161be0-c15f-49b5-8d21-9c767b509729 5 2024-09-16T00:54:47.744 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.743+0000 7f1b2c58f640 1 Processor -- start 2024-09-16T00:54:47.745 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.743+0000 7f1b2c58f640 1 -- start start 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.744+0000 7f1b2c58f640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1b2406e160 0x7f1b2406cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.744+0000 7f1b2c58f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b2415eb90 con 0x7f1b2415e7b0 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.744+0000 7f1b2c58f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b2406d450 con 0x7f1b2406d070 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.744+0000 7f1b2c58f640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f1b2406e720 con 0x7f1b2406e160 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b29b2a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1b2406e160 0x7f1b2406cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b2ab2c640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f1b2406d070 0x7f1b240b4710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.73:56024/0 (socket says 172.21.15.73:56024) 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b2ab2c640 1 -- 172.21.15.73:0/350823213 learned_addr learned my addr 172.21.15.73:0/350823213 (peer_addr_for_me v1:172.21.15.73:0/0) 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b29b2a640 1 -- 172.21.15.73:0/350823213 >> v1:172.21.15.73:6789/0 conn(0x7f1b2406d070 legacy=0x7f1b240b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.746 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b29b2a640 1 -- 172.21.15.73:0/350823213 >> v1:172.21.15.5:6789/0 conn(0x7f1b2415e7b0 legacy=0x7f1b240cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.747 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.745+0000 7f1b29b2a640 1 -- 172.21.15.73:0/350823213 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b2406ea00 con 0x7f1b2406e160 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b29b2a640 1 --2- 172.21.15.73:0/350823213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2406e160 0x7f1b2406cb30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1b140097a0 tx=0x7f1b1402a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b1cd59bd7a55307 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b29329640 1 -- 172.21.15.73:0/350823213 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14037070 con 0x7f1b2406e160 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b29329640 1 -- 172.21.15.73:0/350823213 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b14032640 con 0x7f1b2406e160 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b29329640 1 -- 172.21.15.73:0/350823213 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14032a10 con 0x7f1b2406e160 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b2c58f640 1 -- 172.21.15.73:0/350823213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2406e160 msgr2=0x7f1b2406cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/350823213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2406e160 0x7f1b2406cb30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1b140097a0 tx=0x7f1b1402a2c0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b2c58f640 1 -- 172.21.15.73:0/350823213 shutdown_connections 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/350823213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2406e160 0x7f1b2406cb30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.746+0000 7f1b2c58f640 1 -- 172.21.15.73:0/350823213 >> 172.21.15.73:0/350823213 conn(0x7f1b240720b0 msgr2=0x7f1b240724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.747+0000 7f1b2c58f640 1 -- 172.21.15.73:0/350823213 shutdown_connections 2024-09-16T00:54:47.748 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.747+0000 7f1b2c58f640 1 -- 172.21.15.73:0/350823213 wait complete. 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 Processor -- start 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 -- start start 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2406e160 0x7f1b24142430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 0x7f1b24142970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.751 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2406f2a0 con 0x7f1b2406e160 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2406efc0 con 0x7f1b2415e7b0 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.748+0000 7f1b2c58f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1b240aeb80 con 0x7f1b2406d070 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2a32b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 0x7f1b24142970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2a32b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37898/0 (socket says 172.21.15.73:37898) 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2a32b640 1 -- 172.21.15.73:0/197383541 learned_addr learned my addr 172.21.15.73:0/197383541 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b29b2a640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2406e160 0x7f1b24142430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 -- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 msgr2=0x7f1b240cd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 -- 172.21.15.73:0/197383541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2406e160 msgr2=0x7f1b24142430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2406e160 0x7f1b24142430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.752 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 -- 172.21.15.73:0/197383541 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b24160960 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2a32b640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2ab2c640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 0x7f1b24142970 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c00cad0 tx=0x7f1b1c00cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b1c017070 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b1c00ac30 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b1c012400 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b24160c40 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b241614e0 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1b1c01a070 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.749+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f1b1c01cce0 con 0x7f1b2415e7b0 2024-09-16T00:54:47.753 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.750+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b24160e10 con 0x7f1b2415e7b0 2024-09-16T00:54:47.754 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.754+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1b1c01c760 con 0x7f1b2415e7b0 2024-09-16T00:54:47.823 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.822+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd new", "uuid": "84161be0-c15f-49b5-8d21-9c767b509729", "id": 5} v 0) -- 0x7f1b24069f70 con 0x7f1b2415e7b0 2024-09-16T00:54:47.826 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.825+0000 7f1b1affd640 1 -- 172.21.15.73:0/197383541 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "84161be0-c15f-49b5-8d21-9c767b509729", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f1b1c01ca10 con 0x7f1b2415e7b0 2024-09-16T00:54:47.826 INFO:teuthology.orchestra.run.smithi073.stdout:5 2024-09-16T00:54:47.828 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 msgr2=0x7f1b24142970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.828 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 0x7f1b24142970 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c00cad0 tx=0x7f1b1c00cf90 comp rx=0 tx=0).stop 2024-09-16T00:54:47.828 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 shutdown_connections 2024-09-16T00:54:47.828 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b2415e7b0 0x7f1b24142970 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2406e160 0x7f1b24142430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 --2- 172.21.15.73:0/197383541 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1b2406d070 0x7f1b240cd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 >> 172.21.15.73:0/197383541 conn(0x7f1b240720b0 msgr2=0x7f1b2415da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 shutdown_connections 2024-09-16T00:54:47.829 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.826+0000 7f1b2c58f640 1 -- 172.21.15.73:0/197383541 wait complete. 2024-09-16T00:54:47.838 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6 6 2024-09-16T00:54:47.938 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.937+0000 7fa38a823640 1 Processor -- start 2024-09-16T00:54:47.938 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.937+0000 7fa38a823640 1 -- start start 2024-09-16T00:54:47.942 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa38a823640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa38406e390 0x7fa38406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.942 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa38a823640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.942 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa38a823640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa38406f0f0 con 0x7fa3840b4740 2024-09-16T00:54:47.942 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa38a823640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa3840b42b0 con 0x7fa38406e390 2024-09-16T00:54:47.942 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa38a823640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa384075a60 con 0x7fa38406e770 2024-09-16T00:54:47.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa3837fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa383fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa38406e390 0x7fa38406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa3837fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37900/0 (socket says 172.21.15.73:37900) 2024-09-16T00:54:47.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa3837fe640 1 -- 172.21.15.73:0/1096900990 learned_addr learned my addr 172.21.15.73:0/1096900990 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.943 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa383fff640 1 -- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 msgr2=0x7fa38406ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa383fff640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa383fff640 1 -- 172.21.15.73:0/1096900990 >> v1:172.21.15.5:6789/0 conn(0x7fa3840b4740 legacy=0x7fa3840b4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa383fff640 1 -- 172.21.15.73:0/1096900990 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3840b3ca0 con 0x7fa38406e390 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.938+0000 7fa3837fe640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.939+0000 7fa383fff640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38406d610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa3740097a0 tx=0x7fa37402a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9299a2e7fec830fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.939+0000 7fa382ffd640 1 -- 172.21.15.73:0/1096900990 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374037070 con 0x7fa38406e390 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.939+0000 7fa382ffd640 1 -- 172.21.15.73:0/1096900990 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa37402adb0 con 0x7fa38406e390 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.939+0000 7fa382ffd640 1 -- 172.21.15.73:0/1096900990 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374032660 con 0x7fa38406e390 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 -- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 msgr2=0x7fa38406d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38406d610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa3740097a0 tx=0x7fa37402a060 comp rx=0 tx=0).stop 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 -- 172.21.15.73:0/1096900990 shutdown_connections 2024-09-16T00:54:47.944 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa38406ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 --2- 172.21.15.73:0/1096900990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38406d610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 -- 172.21.15.73:0/1096900990 >> 172.21.15.73:0/1096900990 conn(0x7fa3840d0b60 msgr2=0x7fa3840d0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 -- 172.21.15.73:0/1096900990 shutdown_connections 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.940+0000 7fa38a823640 1 -- 172.21.15.73:0/1096900990 wait complete. 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.941+0000 7fa38a823640 1 Processor -- start 2024-09-16T00:54:47.945 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.941+0000 7fa38a823640 1 -- start start 2024-09-16T00:54:47.947 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3840b4740 0x7fa3841555a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa3840b3f40 con 0x7fa3840b4740 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa384075780 con 0x7fa38406e390 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa38a823640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa38415f800 con 0x7fa38406e770 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa383fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.948 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa383fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:51016/0 (socket says 172.21.15.73:51016) 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37906/0 (socket says 172.21.15.73:37906) 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa383fff640 1 -- 172.21.15.73:0/2343847375 learned_addr learned my addr 172.21.15.73:0/2343847375 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa388dc0640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3840b4740 0x7fa3841555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 -- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 msgr2=0x7fa38414ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 -- 172.21.15.73:0/2343847375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3840b4740 msgr2=0x7fa3841555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3840b4740 0x7fa3841555a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:47.949 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 -- 172.21.15.73:0/2343847375 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3841543b0 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa383fff640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.942+0000 7fa3837fe640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00bfd0 tx=0x7fa36c00e730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36c01e070 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa36c011860 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36c011c50 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa384154690 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa384150270 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa36c021070 con 0x7fa38406e770 2024-09-16T00:54:47.950 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.943+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fa36c023bc0 con 0x7fa38406e770 2024-09-16T00:54:47.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.944+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa384154860 con 0x7fa38406e770 2024-09-16T00:54:47.951 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:47.946+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa36c011df0 con 0x7fa38406e770 2024-09-16T00:54:48.017 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.016+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6", "id": 6} v 0) -- 0x7fa384068cb0 con 0x7fa38406e770 2024-09-16T00:54:48.020 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa380ff9640 1 -- 172.21.15.73:0/2343847375 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fa36c023440 con 0x7fa38406e770 2024-09-16T00:54:48.020 INFO:teuthology.orchestra.run.smithi073.stdout:6 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 msgr2=0x7fa384153a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00bfd0 tx=0x7fa36c00e730 comp rx=0 tx=0).stop 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 shutdown_connections 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3840b4740 0x7fa3841555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa38406e770 0x7fa384153a10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 --2- 172.21.15.73:0/2343847375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa38406e390 0x7fa38414ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.020+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 >> 172.21.15.73:0/2343847375 conn(0x7fa3840d0b60 msgr2=0x7fa3840b06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.021+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 shutdown_connections 2024-09-16T00:54:48.022 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.021+0000 7fa38a823640 1 -- 172.21.15.73:0/2343847375 wait complete. 2024-09-16T00:54:48.032 DEBUG:teuthology.orchestra.run.smithi073:> sudo ceph --cluster ceph osd new 2f11f862-def6-47e9-8d3a-bba2d02154ed 7 2024-09-16T00:54:48.131 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.130+0000 7f7e5c682640 1 Processor -- start 2024-09-16T00:54:48.131 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.130+0000 7f7e5c682640 1 -- start start 2024-09-16T00:54:48.133 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5c682640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.133 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5c682640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7e54062b70 0x7f7e5406e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.133 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5c682640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e5415ffb0 con 0x7f7e54145d70 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5c682640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7e540d1190 con 0x7f7e54062b70 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5c682640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7e540cecb0 con 0x7f7e540ce820 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e59c1d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5ac1f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7e54062b70 0x7f7e5406e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5a41e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7e54145d70 0x7f7e540ce110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.73:57720/0 (socket says 172.21.15.73:57720) 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e5a41e640 1 -- 172.21.15.73:0/3508150562 learned_addr learned my addr 172.21.15.73:0/3508150562 (peer_addr_for_me v1:172.21.15.73:0/0) 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.131+0000 7f7e59c1d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37908/0 (socket says 172.21.15.73:37908) 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3508150562 >> v2:172.21.15.5:3300/0 conn(0x7f7e54062b70 msgr2=0x7f7e5406e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e59c1d640 1 --2- 172.21.15.73:0/3508150562 >> v2:172.21.15.5:3300/0 conn(0x7f7e54062b70 0x7f7e5406e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e5941c640 1 -- 172.21.15.73:0/3508150562 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 576377998 0 0) 0x7f7e5415ffb0 con 0x7f7e54145d70 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3508150562 >> v1:172.21.15.5:6789/0 conn(0x7f7e54145d70 legacy=0x7f7e540ce110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3508150562 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e54160250 con 0x7f7e540ce820 2024-09-16T00:54:48.134 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e59c1d640 1 --2- 172.21.15.73:0/3508150562 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7e500097a0 tx=0x7f7e5002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6613dae9aac6823 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:48.135 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e5941c640 1 -- 172.21.15.73:0/3508150562 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e50037070 con 0x7f7e540ce820 2024-09-16T00:54:48.135 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e5941c640 1 -- 172.21.15.73:0/3508150562 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e5002ae50 con 0x7f7e540ce820 2024-09-16T00:54:48.135 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.132+0000 7f7e5941c640 1 -- 172.21.15.73:0/3508150562 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e50032660 con 0x7f7e540ce820 2024-09-16T00:54:48.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 -- 172.21.15.73:0/3508150562 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 msgr2=0x7f7e54062630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3508150562 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7e500097a0 tx=0x7f7e5002a100 comp rx=0 tx=0).stop 2024-09-16T00:54:48.138 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 -- 172.21.15.73:0/3508150562 shutdown_connections 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3508150562 >> v2:172.21.15.5:3300/0 conn(0x7f7e54062b70 0x7f7e5406e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3508150562 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e540ce820 0x7f7e54062630 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 -- 172.21.15.73:0/3508150562 >> 172.21.15.73:0/3508150562 conn(0x7f7e540b3340 msgr2=0x7f7e540b3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 -- 172.21.15.73:0/3508150562 shutdown_connections 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.133+0000 7f7e5c682640 1 -- 172.21.15.73:0/3508150562 wait complete. 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.134+0000 7f7e5c682640 1 Processor -- start 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.134+0000 7f7e5c682640 1 -- start start 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 0x7f7e5413fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e5414e860 0x7f7e540c9b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54146150 con 0x7f7e54062b70 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54160810 con 0x7f7e5414e860 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5c682640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7e54160d30 con 0x7f7e54145d70 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.73:37922/0 (socket says 172.21.15.73:37922) 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5ac1f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e5414e860 0x7f7e540c9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.140 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3524950577 learned_addr learned my addr 172.21.15.73:0/3524950577 (peer_addr_for_me v2:172.21.15.73:0/0) 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5a41e640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 0x7f7e5413fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e5414e860 msgr2=0x7f7e540c9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e5414e860 0x7f7e540c9b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3524950577 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 msgr2=0x7f7e5413fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 0x7f7e5413fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e59c1d640 1 -- 172.21.15.73:0/3524950577 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5414ecf0 con 0x7f7e54145d70 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.135+0000 7f7e5a41e640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 0x7f7e5413fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e59c1d640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7e500098c0 tx=0x7f7e500046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:48.141 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e50041030 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e5002ac50 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e541404c0 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e50037040 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e54140a80 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7e50044070 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.136+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f7e5003d410 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.137+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e54062630 con 0x7f7e54145d70 2024-09-16T00:54:48.142 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.139+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7e5003c890 con 0x7f7e54145d70 2024-09-16T00:54:48.210 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.209+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2f11f862-def6-47e9-8d3a-bba2d02154ed", "id": 7} v 0) -- 0x7f7e540d02b0 con 0x7f7e54145d70 2024-09-16T00:54:48.218 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.218+0000 7f7e4affd640 1 -- 172.21.15.73:0/3524950577 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2f11f862-def6-47e9-8d3a-bba2d02154ed", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f7e5003ca70 con 0x7f7e54145d70 2024-09-16T00:54:48.219 INFO:teuthology.orchestra.run.smithi073.stdout:7 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 msgr2=0x7f7e5414e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7e500098c0 tx=0x7f7e500046c0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 shutdown_connections 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e5414e860 0x7f7e540c9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e54145d70 0x7f7e5414e320 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 --2- 172.21.15.73:0/3524950577 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e54062b70 0x7f7e5413fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 >> 172.21.15.73:0/3524950577 conn(0x7f7e540b3340 msgr2=0x7f7e541445e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 shutdown_connections 2024-09-16T00:54:48.220 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:54:48.219+0000 7f7e5c682640 1 -- 172.21.15.73:0/3524950577 wait complete. 2024-09-16T00:54:48.230 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T00:54:48.230 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T00:54:48.232 INFO:tasks.ceph.osd.0:Started 2024-09-16T00:54:48.232 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T00:54:48.232 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T00:54:48.235 INFO:tasks.ceph.osd.1:Started 2024-09-16T00:54:48.235 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T00:54:48.235 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T00:54:48.237 INFO:tasks.ceph.osd.2:Started 2024-09-16T00:54:48.237 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T00:54:48.237 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T00:54:48.240 INFO:tasks.ceph.osd.3:Started 2024-09-16T00:54:48.240 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-16T00:54:48.240 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-16T00:54:48.242 INFO:tasks.ceph.osd.4:Started 2024-09-16T00:54:48.242 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-16T00:54:48.242 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-16T00:54:48.244 INFO:tasks.ceph.osd.5:Started 2024-09-16T00:54:48.244 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-16T00:54:48.244 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-16T00:54:48.246 INFO:tasks.ceph.osd.6:Started 2024-09-16T00:54:48.246 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-16T00:54:48.247 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-16T00:54:48.249 INFO:tasks.ceph.osd.7:Started 2024-09-16T00:54:48.249 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:54:48.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.371+0000 7f409b617640 1 Processor -- start 2024-09-16T00:54:48.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.371+0000 7f409b617640 1 -- start start 2024-09-16T00:54:48.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f409b617640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094147f90 0x7f40940b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f409b617640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4094062d40 0x7f409406e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f409b617640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40940b6eb0 con 0x7f40940b5e50 2024-09-16T00:54:48.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f409b617640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f409406df80 con 0x7f4094062d40 2024-09-16T00:54:48.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f409b617640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f40940b6610 con 0x7f4094147f90 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4094062d40 0x7f409406e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4094062d40 0x7f409406e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58720/0 (socket says 172.21.15.5:58720) 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 -- 172.21.15.5:0/1897697314 learned_addr learned my addr 172.21.15.5:0/1897697314 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f40993b3640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094147f90 0x7f40940b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 -- 172.21.15.5:0/1897697314 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094147f90 msgr2=0x7f40940b04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094147f90 0x7f40940b04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 -- 172.21.15.5:0/1897697314 >> v1:172.21.15.73:6789/0 conn(0x7f40940b5e50 legacy=0x7f4094062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f408bfff640 1 -- 172.21.15.5:0/1897697314 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 336362847 0 0) 0x7f40940b6eb0 con 0x7f40940b5e50 2024-09-16T00:54:48.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.372+0000 7f4099bb4640 1 -- 172.21.15.5:0/1897697314 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40940b68f0 con 0x7f4094062d40 2024-09-16T00:54:48.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.373+0000 7f4099bb4640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094062d40 0x7f409406e410 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f408c009e50 tx=0x7f408c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c5643a2758c6540 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:48.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.373+0000 7f408bfff640 1 -- 172.21.15.5:0/1897697314 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408c036070 con 0x7f4094062d40 2024-09-16T00:54:48.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.373+0000 7f408bfff640 1 -- 172.21.15.5:0/1897697314 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f408c031600 con 0x7f4094062d40 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.373+0000 7f408bfff640 1 -- 172.21.15.5:0/1897697314 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408c0319d0 con 0x7f4094062d40 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 -- 172.21.15.5:0/1897697314 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094062d40 msgr2=0x7f409406e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094062d40 0x7f409406e410 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f408c009e50 tx=0x7f408c02a710 comp rx=0 tx=0).stop 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 -- 172.21.15.5:0/1897697314 shutdown_connections 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094062d40 0x7f409406e410 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 --2- 172.21.15.5:0/1897697314 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094147f90 0x7f40940b04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 -- 172.21.15.5:0/1897697314 >> 172.21.15.5:0/1897697314 conn(0x7f4094072ef0 msgr2=0x7f409406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 -- 172.21.15.5:0/1897697314 shutdown_connections 2024-09-16T00:54:48.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.374+0000 7f409b617640 1 -- 172.21.15.5:0/1897697314 wait complete. 2024-09-16T00:54:48.377 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:48.374+0000 7ff445bb9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:54:48.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.375+0000 7f409b617640 1 Processor -- start 2024-09-16T00:54:48.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.376+0000 7f409b617640 1 -- start start 2024-09-16T00:54:48.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.376+0000 7f409b617640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.376+0000 7f409b617640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 0x7f4094144220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.376+0000 7f409b617640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 0x7f4094140510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f409b617640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f409406e950 con 0x7f4094147f90 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f409b617640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f40940b6290 con 0x7f40940b5e50 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:54656/0 (socket says 172.21.15.5:54656) 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 -- 172.21.15.5:0/2328692370 learned_addr learned my addr 172.21.15.5:0/2328692370 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f409b617640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f409406ead0 con 0x7f4094062d40 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4099bb4640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 0x7f4094140510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4098bb2640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 0x7f4094144220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 -- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 msgr2=0x7f4094144220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 0x7f4094144220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 -- 172.21.15.5:0/2328692370 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 msgr2=0x7f4094140510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 0x7f4094140510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 -- 172.21.15.5:0/2328692370 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40941f81b0 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4099bb4640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 0x7f4094140510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4098bb2640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 0x7f4094144220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f40993b3640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f409000e870 tx=0x7f409000ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4090017070 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f409000c940 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.377+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40941f8490 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.378+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409000cd30 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.378+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f409001a070 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.378+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4094152620 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.379+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f4090013b40 con 0x7f4094062d40 2024-09-16T00:54:48.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.379+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f409406e410 con 0x7f4094062d40 2024-09-16T00:54:48.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.381+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4090013470 con 0x7f4094062d40 2024-09-16T00:54:48.416 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:48.415+0000 7f7634214040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:54:48.429 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:48.428+0000 7ff445bb9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:54:48.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.441+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40940b0520 con 0x7f4094062d40 2024-09-16T00:54:48.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.442+0000 7f4089ffb640 1 -- 172.21.15.5:0/2328692370 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f4090013650 con 0x7f4094062d40 2024-09-16T00:54:48.443 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:54:48.443 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":10,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:54:48.211724+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 msgr2=0x7f40941f7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f409000e870 tx=0x7f409000ed30 comp rx=0 tx=0).stop 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 shutdown_connections 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4094147f90 0x7f4094140510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40940b5e50 0x7f4094144220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 --2- 172.21.15.5:0/2328692370 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4094062d40 0x7f40941f7980 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 >> 172.21.15.5:0/2328692370 conn(0x7f4094072ef0 msgr2=0x7f40940b2490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:48.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 shutdown_connections 2024-09-16T00:54:48.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:54:48.443+0000 7f409b617640 1 -- 172.21.15.5:0/2328692370 wait complete. 2024-09-16T00:54:48.454 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T00:54:48.454 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T00:54:48.472 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:48.471+0000 7f7634214040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:54:48.795 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:48.794+0000 7ff445bb9040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T00:54:48.858 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:48.857+0000 7f7634214040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T00:54:48.882 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:48.881+0000 7ff445bb9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:54:48.947 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:48.946+0000 7f7634214040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:54:48.990 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:48.990+0000 7ff445bb9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:54:49.036 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.035+0000 7ff445bb9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:54:49.059 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.058+0000 7f7634214040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:54:49.107 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.106+0000 7f7634214040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:54:49.149 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.148+0000 7ff445bb9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:54:49.212 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.211+0000 7ff445bb9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:54:49.226 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.225+0000 7f7634214040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:54:49.256 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.256+0000 7ff445bb9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:54:49.260 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:54:49.282 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.281+0000 7f7634214040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:54:49.331 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.330+0000 7f7634214040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:54:49.354 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.352+0000 7fb15b7d6640 1 Processor -- start 2024-09-16T00:54:49.354 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.353+0000 7fb15b7d6640 1 -- start start 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb15b7d6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb1540b5ce0 0x7fb154165ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb15b7d6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1540b6470 con 0x7fb1540720a0 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb15b7d6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1540cf440 con 0x7fb15415b5f0 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb15b7d6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fb15415bd40 con 0x7fb1540b5ce0 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb159572640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb1540720a0 0x7fb154072480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40598/0 (socket says 172.21.15.5:40598) 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb159572640 1 -- 172.21.15.5:0/1301243316 learned_addr learned my addr 172.21.15.5:0/1301243316 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:54:49.358 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb159d73640 1 --2- 172.21.15.5:0/1301243316 >> v2:172.21.15.73:3300/0 conn(0x7fb1540b5ce0 0x7fb154165ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 833447924 0 0) 0x7fb150001110 con 0x7fb1540720a0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb140003520 con 0x7fb1540720a0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1340644469 0 0) 0x7fb144001110 con 0x7fb15415b5f0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb150001110 con 0x7fb15415b5f0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3028264892 0 0) 0x7fb140003520 con 0x7fb1540720a0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 >> v2:172.21.15.73:3300/0 conn(0x7fb1540b5ce0 msgr2=0x7fb154165ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 --2- 172.21.15.5:0/1301243316 >> v2:172.21.15.73:3300/0 conn(0x7fb1540b5ce0 0x7fb154165ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 >> v1:172.21.15.73:6789/0 conn(0x7fb15415b5f0 legacy=0x7fb1540b7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15415c020 con 0x7fb1540720a0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fb150001840 con 0x7fb1540720a0 2024-09-16T00:54:49.359 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 >> v1:172.21.15.5:6789/0 conn(0x7fb1540720a0 legacy=0x7fb154072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 0x7fb140003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140004800 0x7fb140004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1400051c0 0x7fb14000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb15415bd40 con 0x7fb1400051c0 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb14000c040 con 0x7fb140004800 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb14000c240 con 0x7fb140003b40 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.354+0000 7fb159d73640 1 --2- 172.21.15.5:0/1301243316 >> v2:172.21.15.73:3300/0 conn(0x7fb1540b5ce0 0x7fb154165ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 0x7fb140003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb158d71640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140004800 0x7fb140004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159d73640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1400051c0 0x7fb14000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 -- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140004800 msgr2=0x7fb140004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:49.360 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140004800 0x7fb140004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 -- 172.21.15.5:0/1301243316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1400051c0 msgr2=0x7fb14000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1400051c0 0x7fb14000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159572640 1 -- 172.21.15.5:0/1301243316 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb140003520 con 0x7fb140003b40 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159d73640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1400051c0 0x7fb14000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.355+0000 7fb159d73640 1 -- 172.21.15.5:0/1301243316 reap_dead start 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.356+0000 7fb159572640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 0x7fb140003f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb15000c4c0 tx=0x7fb140005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92b367adb5ec6452 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.356+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15000c0e0 con 0x7fb140003b40 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.356+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb150034070 con 0x7fb140003b40 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.356+0000 7fb14bfff640 1 -- 172.21.15.5:0/1301243316 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb150005d70 con 0x7fb140003b40 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 -- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 msgr2=0x7fb140003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.361 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 0x7fb140003f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb15000c4c0 tx=0x7fb140005830 comp rx=0 tx=0).stop 2024-09-16T00:54:49.362 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 -- 172.21.15.5:0/1301243316 shutdown_connections 2024-09-16T00:54:49.362 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/1301243316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb140003b40 0x7fb140003f40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.362 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 -- 172.21.15.5:0/1301243316 >> 172.21.15.5:0/1301243316 conn(0x7fb15406cd20 msgr2=0x7fb15406d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:49.362 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 -- 172.21.15.5:0/1301243316 shutdown_connections 2024-09-16T00:54:49.362 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.357+0000 7fb15b7d6640 1 -- 172.21.15.5:0/1301243316 wait complete. 2024-09-16T00:54:49.365 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.358+0000 7fb15b7d6640 1 Processor -- start 2024-09-16T00:54:49.365 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.358+0000 7fb15b7d6640 1 -- start start 2024-09-16T00:54:49.365 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140003b40 0x7fb15414eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1541e3320 0x7fb1541e37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb15415c8c0 con 0x7fb1541e5f60 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb15415c5e0 con 0x7fb140003b40 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb15b7d6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb15415ba40 con 0x7fb1541e3320 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb158d71640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.366 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb158d71640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58752/0 (socket says 172.21.15.5:58752) 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb158d71640 1 -- 172.21.15.5:0/3712258120 learned_addr learned my addr 172.21.15.5:0/3712258120 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb159572640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140003b40 0x7fb15414eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.359+0000 7fb159d73640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1541e3320 0x7fb1541e37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 -- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1541e3320 msgr2=0x7fb1541e37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1541e3320 0x7fb1541e37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 -- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140003b40 msgr2=0x7fb15414eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140003b40 0x7fb15414eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.367 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 -- 172.21.15.5:0/3712258120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15414f040 con 0x7fb1541e5f60 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb158d71640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb14400f7a0 tx=0x7fb14400fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14401a070 con 0x7fb1541e5f60 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14400fe50 con 0x7fb1541e5f60 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb15414f590 con 0x7fb1541e5f60 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144007050 con 0x7fb1541e5f60 2024-09-16T00:54:49.368 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb15414fb50 con 0x7fb1541e5f60 2024-09-16T00:54:49.369 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb14401d070 con 0x7fb1541e5f60 2024-09-16T00:54:49.369 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.360+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fb14400de00 con 0x7fb1541e5f60 2024-09-16T00:54:49.369 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.361+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb154073fc0 con 0x7fb1541e5f60 2024-09-16T00:54:49.369 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.363+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb154073fc0 con 0x7fb1541e5f60 2024-09-16T00:54:49.369 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.368+0000 7ff445bb9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:54:49.421 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.420+0000 7ff445bb9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:54:49.424 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.423+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb154072480 con 0x7fb1541e5f60 2024-09-16T00:54:49.425 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.424+0000 7fb149ffb640 1 -- 172.21.15.5:0/3712258120 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fb144024080 con 0x7fb1541e5f60 2024-09-16T00:54:49.425 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-16T00:54:49.425 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":10,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:54:48.211724+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:54:49.426 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 msgr2=0x7fb1541e63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:49.426 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb14400f7a0 tx=0x7fb14400fc60 comp rx=0 tx=0).stop 2024-09-16T00:54:49.426 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 shutdown_connections 2024-09-16T00:54:49.426 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1541e3320 0x7fb1541e37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.426 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1541e5f60 0x7fb1541e63e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.427 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 --2- 172.21.15.5:0/3712258120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb140003b40 0x7fb15414eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:49.427 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 >> 172.21.15.5:0/3712258120 conn(0x7fb15406cd20 msgr2=0x7fb1540b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:49.427 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 shutdown_connections 2024-09-16T00:54:49.427 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:49.425+0000 7fb15b7d6640 1 -- 172.21.15.5:0/3712258120 wait complete. 2024-09-16T00:54:49.435 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T00:54:49.451 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.451+0000 7f7634214040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:54:49.473 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.473+0000 7ff445bb9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:54:49.504 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.503+0000 7f7634214040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:54:49.540 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.539+0000 7ff445bb9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:54:49.559 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.557+0000 7f7634214040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:54:49.583 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.583+0000 7ff445bb9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:54:49.627 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:49.626+0000 7ff445bb9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:54:49.629 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.628+0000 7f7634214040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:54:49.675 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.674+0000 7f7634214040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:54:49.721 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:49.720+0000 7f7634214040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:54:49.724 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-16T00:54:49.723+0000 7f8a5581e640 -1 Falling back to public interface 2024-09-16T00:54:49.951 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-16T00:54:49.950+0000 7fae0b42f640 -1 Falling back to public interface 2024-09-16T00:54:49.960 INFO:tasks.ceph.osd.6.smithi073.stderr:2024-09-16T00:54:49.959+0000 7fa231e16640 -1 Falling back to public interface 2024-09-16T00:54:49.973 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-16T00:54:49.972+0000 7f6bb3a18640 -1 Falling back to public interface 2024-09-16T00:54:50.196 INFO:tasks.ceph.osd.4.smithi073.stderr:2024-09-16T00:54:50.195+0000 7f840cc2e640 -1 Falling back to public interface 2024-09-16T00:54:50.197 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-16T00:54:50.195+0000 7f272882c640 -1 Falling back to public interface 2024-09-16T00:54:50.206 INFO:tasks.ceph.osd.5.smithi073.stderr:2024-09-16T00:54:50.206+0000 7f40ef212640 -1 Falling back to public interface 2024-09-16T00:54:50.222 INFO:tasks.ceph.osd.7.smithi073.stderr:2024-09-16T00:54:50.221+0000 7fb42d611640 -1 Falling back to public interface 2024-09-16T00:54:50.291 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:50.291+0000 7ff445bb9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:54:50.414 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-16T00:54:50.413+0000 7f7634214040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:54:51.307 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:51.306+0000 7ff3e647c640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T00:54:51.308 INFO:tasks.ceph.mgr.x.smithi073.stderr:2024-09-16T00:54:51.307+0000 7ff3e647c640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T00:54:53.754 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-16T00:54:53.753+0000 7f6bb3a18640 -1 osd.2 0 log_to_monitors true 2024-09-16T00:54:54.003 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-16T00:54:54.002+0000 7f8a5581e640 -1 osd.3 0 log_to_monitors true 2024-09-16T00:54:54.209 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-16T00:54:54.208+0000 7f272882c640 -1 osd.0 0 log_to_monitors true 2024-09-16T00:54:54.241 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-16T00:54:54.240+0000 7fae0b42f640 -1 osd.1 0 log_to_monitors true 2024-09-16T00:54:54.281 INFO:tasks.ceph.osd.6.smithi073.stderr:2024-09-16T00:54:54.281+0000 7fa231e16640 -1 osd.6 0 log_to_monitors true 2024-09-16T00:54:54.453 INFO:tasks.ceph.osd.4.smithi073.stderr:2024-09-16T00:54:54.453+0000 7f840cc2e640 -1 osd.4 0 log_to_monitors true 2024-09-16T00:54:54.522 INFO:tasks.ceph.osd.7.smithi073.stderr:2024-09-16T00:54:54.522+0000 7fb42d611640 -1 osd.7 0 log_to_monitors true 2024-09-16T00:54:54.756 INFO:tasks.ceph.osd.5.smithi073.stderr:2024-09-16T00:54:54.757+0000 7f40ef212640 -1 osd.5 0 log_to_monitors true 2024-09-16T00:54:56.167 INFO:tasks.ceph.osd.6.smithi073.stderr:2024-09-16T00:54:56.168+0000 7fa22d030640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T00:54:56.178 INFO:tasks.ceph.osd.6.smithi073.stderr:2024-09-16T00:54:56.178+0000 7fa225662640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:56.242 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:54:56.405 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.404+0000 7f2b83531640 1 Processor -- start 2024-09-16T00:54:56.405 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.404+0000 7f2b83531640 1 -- start start 2024-09-16T00:54:56.407 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.405+0000 7f2b83531640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2b7c15c610 0x7f2b7c0b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.407 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.405+0000 7f2b83531640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2b7c06fa00 0x7f2b7c0d0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.407 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.405+0000 7f2b83531640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b7c0d2260 con 0x7f2b7c0b16b0 2024-09-16T00:54:56.407 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.405+0000 7f2b83531640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2b7c15c9f0 con 0x7f2b7c15c610 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.405+0000 7f2b83531640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f2b7c071370 con 0x7f2b7c06fa00 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b80acc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2b7c0b16b0 0x7f2b7c06f2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43964/0 (socket says 172.21.15.5:43964) 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b81ace640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2b7c06fa00 0x7f2b7c0d0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b80acc640 1 -- 172.21.15.5:0/1750215497 learned_addr learned my addr 172.21.15.5:0/1750215497 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b81ace640 1 -- 172.21.15.5:0/1750215497 >> v2:172.21.15.5:3300/0 conn(0x7f2b7c15c610 msgr2=0x7f2b7c0b5420 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b81ace640 1 --2- 172.21.15.5:0/1750215497 >> v2:172.21.15.5:3300/0 conn(0x7f2b7c15c610 0x7f2b7c0b5420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.406+0000 7f2b81ace640 1 -- 172.21.15.5:0/1750215497 >> v1:172.21.15.5:6789/0 conn(0x7f2b7c0b16b0 legacy=0x7f2b7c06f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.407+0000 7f2b81ace640 1 -- 172.21.15.5:0/1750215497 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7c071650 con 0x7f2b7c06fa00 2024-09-16T00:54:56.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.408+0000 7f2b81ace640 1 --2- 172.21.15.5:0/1750215497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c06fa00 0x7f2b7c0d0c80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0cf620 tx=0x7f2b7402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1d8532e9b1ca126 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:56.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.476+0000 7f2b6ffff640 1 -- 172.21.15.5:0/1750215497 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037070 con 0x7f2b7c06fa00 2024-09-16T00:54:56.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.476+0000 7f2b6ffff640 1 -- 172.21.15.5:0/1750215497 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b74032440 con 0x7f2b7c06fa00 2024-09-16T00:54:56.477 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.476+0000 7f2b6ffff640 1 -- 172.21.15.5:0/1750215497 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037070 con 0x7f2b7c06fa00 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 -- 172.21.15.5:0/1750215497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c06fa00 msgr2=0x7f2b7c0d0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 --2- 172.21.15.5:0/1750215497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c06fa00 0x7f2b7c0d0c80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0cf620 tx=0x7f2b7402a130 comp rx=0 tx=0).stop 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 -- 172.21.15.5:0/1750215497 shutdown_connections 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 --2- 172.21.15.5:0/1750215497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c06fa00 0x7f2b7c0d0c80 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 --2- 172.21.15.5:0/1750215497 >> v2:172.21.15.5:3300/0 conn(0x7f2b7c15c610 0x7f2b7c0b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 -- 172.21.15.5:0/1750215497 >> 172.21.15.5:0/1750215497 conn(0x7f2b7c0d2470 msgr2=0x7f2b7c0d2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 -- 172.21.15.5:0/1750215497 shutdown_connections 2024-09-16T00:54:56.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.477+0000 7f2b83531640 1 -- 172.21.15.5:0/1750215497 wait complete. 2024-09-16T00:54:56.481 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.479+0000 7f2b83531640 1 Processor -- start 2024-09-16T00:54:56.481 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.480+0000 7f2b83531640 1 -- start start 2024-09-16T00:54:56.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.481+0000 7f2b83531640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 0x7f2b7c1e6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.481+0000 7f2b83531640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.482 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.481+0000 7f2b83531640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 0x7f2b7c157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b80acc640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:56.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b80acc640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:56908/0 (socket says 172.21.15.5:56908) 2024-09-16T00:54:56.483 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b80acc640 1 -- 172.21.15.5:0/450470499 learned_addr learned my addr 172.21.15.5:0/450470499 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:54:56.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b83531640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c0d2000 con 0x7f2b7c15c610 2024-09-16T00:54:56.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b83531640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c0d1e80 con 0x7f2b7c0b16b0 2024-09-16T00:54:56.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b83531640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2b7c0d0380 con 0x7f2b7c06fa00 2024-09-16T00:54:56.484 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.482+0000 7f2b81ace640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 0x7f2b7c157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:56.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.483+0000 7f2b812cd640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 0x7f2b7c1e6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:56.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.483+0000 7f2b81ace640 1 -- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 msgr2=0x7f2b7c1e6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.483+0000 7f2b81ace640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 0x7f2b7c1e6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.483+0000 7f2b81ace640 1 -- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 msgr2=0x7f2b7c06e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.484+0000 7f2b81ace640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.484+0000 7f2b81ace640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7c1e9de0 con 0x7f2b7c15c610 2024-09-16T00:54:56.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.484+0000 7f2b80acc640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:54:56.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.484+0000 7f2b81ace640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 0x7f2b7c157000 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f2b74031000 tx=0x7f2b740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.485+0000 7f2b812cd640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 0x7f2b7c1e6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.485+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74042070 con 0x7f2b7c15c610 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.485+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b74030890 con 0x7f2b7c15c610 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.485+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037070 con 0x7f2b7c15c610 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.485+0000 7f2b83531640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b7c1ea0c0 con 0x7f2b7c15c610 2024-09-16T00:54:56.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.486+0000 7f2b83531640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b7c06e610 con 0x7f2b7c15c610 2024-09-16T00:54:56.488 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.487+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b58005290 con 0x7f2b7c15c610 2024-09-16T00:54:56.497 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.496+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f2b74045070 con 0x7f2b7c15c610 2024-09-16T00:54:56.498 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.497+0000 7f2b6dffb640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 0x7f2b6006e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:54:56.498 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.497+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2511+0+0 (secure 0 0 0) 0x7f2b740aae90 con 0x7f2b7c15c610 2024-09-16T00:54:56.498 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.497+0000 7f2b812cd640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 0x7f2b6006e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:54:56.499 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.498+0000 7f2b812cd640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 0x7f2b6006e7b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0b3c00 tx=0x7f2b70009060 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:54:56.501 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.500+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b74079e40 con 0x7f2b7c15c610 2024-09-16T00:54:56.767 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-16T00:54:56.766+0000 7f8a51a72640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T00:54:56.782 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-16T00:54:56.780+0000 7f8a4906d640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:56.851 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-16T00:54:56.850+0000 7fae06162640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T00:54:56.862 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-16T00:54:56.861+0000 7fadfe794640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:56.879 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.878+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b58005850 con 0x7f2b7c15c610 2024-09-16T00:54:56.880 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.879+0000 7f2b6dffb640 1 -- 172.21.15.5:0/450470499 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7555 (secure 0 0 0) 0x7f2b7407e140 con 0x7f2b7c15c610 2024-09-16T00:54:56.880 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-16T00:54:56.880 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":13,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:54:56.310866+0000","last_up_change":"2024-09-16T00:54:56.310866+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.882+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 msgr2=0x7f2b6006e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.882+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 0x7f2b6006e7b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c0b3c00 tx=0x7f2b70009060 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.882+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 msgr2=0x7f2b7c157000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.882+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 0x7f2b7c157000 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f2b74031000 tx=0x7f2b740046c0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 shutdown_connections 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2b6006c2f0 0x7f2b6006e7b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b7c15c610 0x7f2b7c157000 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2b7c0b16b0 0x7f2b7c06e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 --2- 172.21.15.5:0/450470499 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2b7c06fa00 0x7f2b7c1e6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 >> 172.21.15.5:0/450470499 conn(0x7f2b7c0d2470 msgr2=0x7f2b7c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 shutdown_connections 2024-09-16T00:54:56.884 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:54:56.883+0000 7f2b5f7fe640 1 -- 172.21.15.5:0/450470499 wait complete. 2024-09-16T00:54:56.893 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-16T00:54:56.911 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-16T00:54:56.910+0000 7f2723f98640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T00:54:56.925 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-16T00:54:56.925+0000 7f271c5ca640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:56.958 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-16T00:54:56.958+0000 7f6baea7c640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T00:54:56.978 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-16T00:54:56.977+0000 7f6ba70ae640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:58.032 INFO:tasks.ceph.osd.7.smithi073.stderr:2024-09-16T00:54:58.031+0000 7fb429732640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T00:54:58.042 INFO:tasks.ceph.osd.4.smithi073.stderr:2024-09-16T00:54:58.041+0000 7f840794f640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T00:54:58.045 INFO:tasks.ceph.osd.5.smithi073.stderr:2024-09-16T00:54:58.045+0000 7f40ea400640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T00:54:58.048 INFO:tasks.ceph.osd.7.smithi073.stderr:2024-09-16T00:54:58.047+0000 7fb420d2d640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:58.055 INFO:tasks.ceph.osd.4.smithi073.stderr:2024-09-16T00:54:58.055+0000 7f83fff81640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:54:58.061 INFO:tasks.ceph.osd.5.smithi073.stderr:2024-09-16T00:54:58.061+0000 7f40e2a32640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:55:03.700 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:03.804 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.803+0000 7f0fc79fd640 1 Processor -- start 2024-09-16T00:55:03.804 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.803+0000 7f0fc79fd640 1 -- start start 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc79fd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f0fc00b68a0 0x7f0fc00ced60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc79fd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fc00cf380 con 0x7f0fc015e990 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc79fd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fc00cf660 con 0x7f0fc0162420 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc79fd640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f0fc00cf940 con 0x7f0fc00b68a0 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc5799640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0fc015e990 0x7f0fc00b6190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:48790/0 (socket says 172.21.15.5:48790) 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc5799640 1 -- 172.21.15.5:0/4083714004 learned_addr learned my addr 172.21.15.5:0/4083714004 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.804+0000 7f0fc4f98640 1 --2- 172.21.15.5:0/4083714004 >> v2:172.21.15.73:3300/0 conn(0x7f0fc00b68a0 0x7f0fc00ced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2220487378 0 0) 0x7f0fc00cf380 con 0x7f0fc015e990 2024-09-16T00:55:03.806 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0fac003520 con 0x7f0fc015e990 2024-09-16T00:55:03.807 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4213238224 0 0) 0x7f0fc00cf660 con 0x7f0fc0162420 2024-09-16T00:55:03.807 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0fc00cf380 con 0x7f0fc0162420 2024-09-16T00:55:03.807 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fc4f98640 1 -- 172.21.15.5:0/4083714004 >> v1:172.21.15.73:6789/0 conn(0x7f0fc0162420 legacy=0x7f0fc0161770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.807 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fc4f98640 1 -- 172.21.15.5:0/4083714004 >> v1:172.21.15.5:6789/0 conn(0x7f0fc015e990 legacy=0x7f0fc00b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.807 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.805+0000 7f0fc4f98640 1 -- 172.21.15.5:0/4083714004 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fc00cfc20 con 0x7f0fc00b68a0 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc4f98640 1 --2- 172.21.15.5:0/4083714004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc00b68a0 0x7f0fc00ced60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00097a0 tx=0x7f0fb002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e300d4bb0b1cea0a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0037070 con 0x7f0fc00b68a0 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fb0032440 con 0x7f0fc00b68a0 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fb7fff640 1 -- 172.21.15.5:0/4083714004 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0032810 con 0x7f0fc00b68a0 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc79fd640 1 -- 172.21.15.5:0/4083714004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc00b68a0 msgr2=0x7f0fc00ced60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/4083714004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc00b68a0 0x7f0fc00ced60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00097a0 tx=0x7f0fb002a230 comp rx=0 tx=0).stop 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc79fd640 1 -- 172.21.15.5:0/4083714004 shutdown_connections 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/4083714004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc00b68a0 0x7f0fc00ced60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.808 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.806+0000 7f0fc79fd640 1 -- 172.21.15.5:0/4083714004 >> 172.21.15.5:0/4083714004 conn(0x7f0fc00d1190 msgr2=0x7f0fc00d15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:03.809 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.807+0000 7f0fc79fd640 1 -- 172.21.15.5:0/4083714004 shutdown_connections 2024-09-16T00:55:03.809 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.807+0000 7f0fc79fd640 1 -- 172.21.15.5:0/4083714004 wait complete. 2024-09-16T00:55:03.809 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.808+0000 7f0fc79fd640 1 Processor -- start 2024-09-16T00:55:03.809 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.808+0000 7f0fc79fd640 1 -- start start 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 0x7f0fc00ce130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 0x7f0fc01f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc01611b0 con 0x7f0fc015e990 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc00d1ee0 con 0x7f0fc0162420 2024-09-16T00:55:03.811 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc79fd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0fc0161330 con 0x7f0fc00b68a0 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56224/0 (socket says 172.21.15.5:56224) 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 -- 172.21.15.5:0/3077624677 learned_addr learned my addr 172.21.15.5:0/3077624677 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc5799640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 0x7f0fc00ce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc5f9a640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 0x7f0fc01f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 -- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 msgr2=0x7f0fc00ce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 0x7f0fc00ce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 -- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 msgr2=0x7f0fc01f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 0x7f0fc01f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 -- 172.21.15.5:0/3077624677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fc00ca0c0 con 0x7f0fc015e990 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc5799640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 0x7f0fc00ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc5f9a640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 0x7f0fc01f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.809+0000 7f0fc4f98640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00098c0 tx=0x7f0fb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:03.812 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.810+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0041030 con 0x7f0fc015e990 2024-09-16T00:55:03.813 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.810+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fb003d4e0 con 0x7f0fc015e990 2024-09-16T00:55:03.813 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.810+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fc00ca3a0 con 0x7f0fc015e990 2024-09-16T00:55:03.813 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.810+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb0037040 con 0x7f0fc015e990 2024-09-16T00:55:03.813 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.810+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fc00ca960 con 0x7f0fc015e990 2024-09-16T00:55:03.813 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.811+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fc00ced60 con 0x7f0fc015e990 2024-09-16T00:55:03.814 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.812+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0fb0044070 con 0x7f0fc015e990 2024-09-16T00:55:03.814 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.812+0000 7f0fb5ffb640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 0x7f0fa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:03.814 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.812+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f0fb00ab770 con 0x7f0fc015e990 2024-09-16T00:55:03.814 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.812+0000 7f0fc5799640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 0x7f0fa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:03.814 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.813+0000 7f0fc5799640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 0x7f0fa406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc007fd0 tx=0x7f0fbc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:03.817 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.817+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0fb0044e40 con 0x7f0fc015e990 2024-09-16T00:55:03.992 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.991+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0fc00ba430 con 0x7f0fc015e990 2024-09-16T00:55:03.993 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.992+0000 7f0fb5ffb640 1 -- 172.21.15.5:0/3077624677 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12776 (secure 0 0 0) 0x7f0fb007a240 con 0x7f0fc015e990 2024-09-16T00:55:03.993 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-16T00:55:03.993 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":17,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:00.458957+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.994+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 msgr2=0x7f0fa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.994+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 0x7f0fa406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc007fd0 tx=0x7f0fbc009040 comp rx=0 tx=0).stop 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.994+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 msgr2=0x7f0fc00c97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.994+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00098c0 tx=0x7f0fb00046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 shutdown_connections 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0fa406c2b0 0x7f0fa406e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fc0162420 0x7f0fc01f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fc015e990 0x7f0fc00c97e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.996 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 --2- 172.21.15.5:0/3077624677 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fc00b68a0 0x7f0fc00ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:03.997 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 >> 172.21.15.5:0/3077624677 conn(0x7f0fc00d1190 msgr2=0x7f0fc00d2e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:03.997 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 shutdown_connections 2024-09-16T00:55:03.997 INFO:teuthology.misc.health.smithi005.stderr:2024-09-16T00:55:03.995+0000 7f0fc79fd640 1 -- 172.21.15.5:0/3077624677 wait complete. 2024-09-16T00:55:04.005 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-16T00:55:04.005 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T00:55:04.005 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:55:04.005 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:55:04.008 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:55:04.008 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:55:04.008 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:55:04.010 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:55:04.010 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:55:04.010 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:55:04.013 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:55:04.013 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:55:04.013 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:55:04.015 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:55:04.016 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-16T00:55:04.016 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:04.085 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:55:04.085 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-16T00:55:04.099 INFO:tasks.ceph.mds.b.smithi073.stdout:starting mds.b at 2024-09-16T00:55:04.099 INFO:tasks.ceph.mds.d.smithi073.stdout:starting mds.d at 2024-09-16T00:55:04.100 INFO:tasks.ceph.mds.d.smithi073.stderr:2024-09-16T00:55:04.099+0000 7fe34f6c5640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-16T00:55:04.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.121+0000 7f1582798640 1 Processor -- start 2024-09-16T00:55:04.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.121+0000 7f1582798640 1 -- start start 2024-09-16T00:55:04.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f157c0b6690 0x7f157c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 0x7f157c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f157c0cf540 con 0x7f157c0b6690 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f157c0cff10 con 0x7f157c0b6a70 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1582798640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f157c0d1d90 con 0x7f157c0d1510 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f157c0b6690 0x7f157c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f157c0b6690 0x7f157c0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56268/0 (socket says 172.21.15.5:56268) 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 -- 172.21.15.5:0/4108892482 learned_addr learned my addr 172.21.15.5:0/4108892482 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157b7fe640 1 --2- 172.21.15.5:0/4108892482 >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 0x7f157c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f1580d35640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 -- 172.21.15.5:0/4108892482 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 msgr2=0x7f157c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:04.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 -- 172.21.15.5:0/4108892482 >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 msgr2=0x7f157c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 --2- 172.21.15.5:0/4108892482 >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 0x7f157c0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157bfff640 1 -- 172.21.15.5:0/4108892482 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157c0ceef0 con 0x7f157c0b6690 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.122+0000 7f157b7fe640 1 --2- 172.21.15.5:0/4108892482 >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 0x7f157c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.123+0000 7f157bfff640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6690 0x7f157c0cf9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f157c0b7690 tx=0x7f156c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5083a5d823ecd19f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.123+0000 7f157affd640 1 -- 172.21.15.5:0/4108892482 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c037070 con 0x7f157c0b6690 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.123+0000 7f157affd640 1 -- 172.21.15.5:0/4108892482 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f156c032440 con 0x7f157c0b6690 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.123+0000 7f157affd640 1 -- 172.21.15.5:0/4108892482 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156c032810 con 0x7f157c0b6690 2024-09-16T00:55:04.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 -- 172.21.15.5:0/4108892482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6690 msgr2=0x7f157c0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6690 0x7f157c0cf9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f157c0b7690 tx=0x7f156c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 -- 172.21.15.5:0/4108892482 shutdown_connections 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 --2- 172.21.15.5:0/4108892482 >> v2:172.21.15.73:3300/0 conn(0x7f157c0b6a70 0x7f157c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 --2- 172.21.15.5:0/4108892482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6690 0x7f157c0cf9d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 -- 172.21.15.5:0/4108892482 >> 172.21.15.5:0/4108892482 conn(0x7f157c072560 msgr2=0x7f157c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 -- 172.21.15.5:0/4108892482 shutdown_connections 2024-09-16T00:55:04.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.124+0000 7f1582798640 1 -- 172.21.15.5:0/4108892482 wait complete. 2024-09-16T00:55:04.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.125+0000 7f1582798640 1 Processor -- start 2024-09-16T00:55:04.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.125+0000 7f1582798640 1 -- start start 2024-09-16T00:55:04.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f157c0b6690 0x7f157c0cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c1526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f157c0d1980 con 0x7f157c0b6a70 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f157c0b6f00 con 0x7f157c0b6690 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1582798640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f157c0d1b00 con 0x7f157c0d1510 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f157b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f157b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56276/0 (socket says 172.21.15.5:56276) 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f157b7fe640 1 -- 172.21.15.5:0/3086197095 learned_addr learned my addr 172.21.15.5:0/3086197095 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f1580d35640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c1526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.126+0000 7f157bfff640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f157c0b6690 0x7f157c0cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 -- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 msgr2=0x7f157c1526c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c1526c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 -- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f157c0b6690 msgr2=0x7f157c0cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f157c0b6690 0x7f157c0cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 -- 172.21.15.5:0/3086197095 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157c0cce40 con 0x7f157c0b6a70 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f157b7fe640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f157000e840 tx=0x7f157000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157000f040 con 0x7f157c0b6a70 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1570004030 con 0x7f157c0b6a70 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f157c0cd120 con 0x7f157c0b6a70 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570004400 con 0x7f157c0b6a70 2024-09-16T00:55:04.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.127+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f157c0cd6e0 con 0x7f157c0b6a70 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.128+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f157c15c530 con 0x7f157c0b6a70 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.128+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f157000c6d0 con 0x7f157c0b6a70 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.129+0000 7f1578ff9640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.129+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f157008ad00 con 0x7f157c0b6a70 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.129+0000 7f157bfff640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.130+0000 7f157bfff640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 0x7f156806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f156c034000 tx=0x7f156c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:04.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.133+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1570017020 con 0x7f157c0b6a70 2024-09-16T00:55:04.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.343+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f157c069140 con 0x7f157c0b6a70 2024-09-16T00:55:04.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.343+0000 7f1578ff9640 1 -- 172.21.15.5:0/3086197095 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1428 (secure 0 0 0) 0x7f1570059170 con 0x7f157c0b6a70 2024-09-16T00:55:04.345 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:04.345 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":2,"btime":"2024-09-16T00:55:04:090170+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T00:55:04.345 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 2 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 msgr2=0x7f156806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 0x7f156806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f156c034000 tx=0x7f156c02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 msgr2=0x7f157c158680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f157000e840 tx=0x7f157000ed00 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 shutdown_connections 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f156806c2b0 0x7f156806e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f157c0d1510 0x7f157c1526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f157c0b6a70 0x7f157c158680 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.345+0000 7f1582798640 1 --2- 172.21.15.5:0/3086197095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f157c0b6690 0x7f157c0cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.346+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 >> 172.21.15.5:0/3086197095 conn(0x7f157c072560 msgr2=0x7f157c161060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.346+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 shutdown_connections 2024-09-16T00:55:04.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:04.346+0000 7f1582798640 1 -- 172.21.15.5:0/3086197095 wait complete. 2024-09-16T00:55:06.358 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:06.407 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:06.409 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:06.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.473+0000 7fcf7259d640 1 Processor -- start 2024-09-16T00:55:06.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.474+0000 7fcf7259d640 1 -- start start 2024-09-16T00:55:06.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.474+0000 7fcf7259d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcf6c063120 0x7fcf6c0b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7259d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 0x7fcf6c073480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7259d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf6c06c470 con 0x7fcf6c062630 2024-09-16T00:55:06.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7259d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fcf6c0635b0 con 0x7fcf6c063120 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7259d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcf6c15f620 con 0x7fcf6c06bfe0 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf70d9a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcf6c063120 0x7fcf6c0b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf71d9c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 0x7fcf6c073480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7159b640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fcf6c062630 0x7fcf6c062a10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:45234/0 (socket says 172.21.15.5:45234) 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf7159b640 1 -- 172.21.15.5:0/1228048872 learned_addr learned my addr 172.21.15.5:0/1228048872 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf6bfff640 1 -- 172.21.15.5:0/1228048872 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4177085411 0 0) 0x7fcf6c06c470 con 0x7fcf6c062630 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf6bfff640 1 -- 172.21.15.5:0/1228048872 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcf54003520 con 0x7fcf6c062630 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf70d9a640 1 -- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 msgr2=0x7fcf6c073480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf70d9a640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 0x7fcf6c073480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf70d9a640 1 -- 172.21.15.5:0/1228048872 >> v1:172.21.15.73:6789/0 conn(0x7fcf6c062630 legacy=0x7fcf6c062a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf70d9a640 1 -- 172.21.15.5:0/1228048872 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6c15f900 con 0x7fcf6c063120 2024-09-16T00:55:06.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.475+0000 7fcf71d9c640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 0x7fcf6c073480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.476+0000 7fcf70d9a640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b6020 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcf600097a0 tx=0x7fcf6002a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99e67118e87ee5a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.476+0000 7fcf6bfff640 1 -- 172.21.15.5:0/1228048872 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60037070 con 0x7fcf6c063120 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.476+0000 7fcf6bfff640 1 -- 172.21.15.5:0/1228048872 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf6002adb0 con 0x7fcf6c063120 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.476+0000 7fcf6bfff640 1 -- 172.21.15.5:0/1228048872 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60032660 con 0x7fcf6c063120 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 -- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c063120 msgr2=0x7fcf6c0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b6020 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcf600097a0 tx=0x7fcf6002a060 comp rx=0 tx=0).stop 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 -- 172.21.15.5:0/1228048872 shutdown_connections 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c06bfe0 0x7fcf6c073480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 --2- 172.21.15.5:0/1228048872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b6020 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 -- 172.21.15.5:0/1228048872 >> 172.21.15.5:0/1228048872 conn(0x7fcf6c0b2ec0 msgr2=0x7fcf6c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:06.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 -- 172.21.15.5:0/1228048872 shutdown_connections 2024-09-16T00:55:06.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.477+0000 7fcf7259d640 1 -- 172.21.15.5:0/1228048872 wait complete. 2024-09-16T00:55:06.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.478+0000 7fcf7259d640 1 Processor -- start 2024-09-16T00:55:06.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.478+0000 7fcf7259d640 1 -- start start 2024-09-16T00:55:06.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c062630 0x7fcf6c0b2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c06bfe0 0x7fcf6c0d0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c15c330 con 0x7fcf6c063120 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c0cb1e0 con 0x7fcf6c06bfe0 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7259d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcf6c15c4b0 con 0x7fcf6c062630 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56280/0 (socket says 172.21.15.5:56280) 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 -- 172.21.15.5:0/2764130527 learned_addr learned my addr 172.21.15.5:0/2764130527 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf7159b640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c062630 0x7fcf6c0b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf71d9c640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c06bfe0 0x7fcf6c0d0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 -- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c062630 msgr2=0x7fcf6c0b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c062630 0x7fcf6c0b2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 -- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c06bfe0 msgr2=0x7fcf6c0d0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c06bfe0 0x7fcf6c0d0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 -- 172.21.15.5:0/2764130527 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6c158f50 con 0x7fcf6c063120 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.479+0000 7fcf70d9a640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcf60035040 tx=0x7fcf600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.480+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60041070 con 0x7fcf6c063120 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.480+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf6c1586f0 con 0x7fcf6c063120 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.480+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf6003c460 con 0x7fcf6c063120 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.480+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60037040 con 0x7fcf6c063120 2024-09-16T00:55:06.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.480+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf6c15e1c0 con 0x7fcf6c063120 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.481+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf6c0b6020 con 0x7fcf6c063120 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.481+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf6003a070 con 0x7fcf6c063120 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.482+0000 7fcf69ffb640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 0x7fcf5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.482+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fcf600ab1f0 con 0x7fcf6c063120 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.482+0000 7fcf7159b640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 0x7fcf5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.483+0000 7fcf7159b640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 0x7fcf5806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c005c00 tx=0x7fcf5c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.487+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcf600795e0 con 0x7fcf6c063120 2024-09-16T00:55:06.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.698+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf6c06e1d0 con 0x7fcf6c063120 2024-09-16T00:55:06.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.698+0000 7fcf69ffb640 1 -- 172.21.15.5:0/2764130527 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3897 (secure 0 0 0) 0x7fcf6007d8e0 con 0x7fcf6c063120 2024-09-16T00:55:06.700 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:06.700 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":3,"btime":"2024-09-16T00:55:05:091087+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-16T00:55:06.700 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 3 2024-09-16T00:55:06.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 msgr2=0x7fcf5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 0x7fcf5806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c005c00 tx=0x7fcf5c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 msgr2=0x7fcf6c0b04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcf60035040 tx=0x7fcf600046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 shutdown_connections 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcf5806c2b0 0x7fcf5806e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcf6c06bfe0 0x7fcf6c0d0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcf6c063120 0x7fcf6c0b04f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 --2- 172.21.15.5:0/2764130527 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcf6c062630 0x7fcf6c0b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 >> 172.21.15.5:0/2764130527 conn(0x7fcf6c0b2ec0 msgr2=0x7fcf6c06ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 shutdown_connections 2024-09-16T00:55:06.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.701+0000 7fcf7259d640 1 -- 172.21.15.5:0/2764130527 wait complete. 2024-09-16T00:55:06.712 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:55:06.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.853+0000 7f7de8ae6640 1 Processor -- start 2024-09-16T00:55:06.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.853+0000 7f7de8ae6640 1 -- start start 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f7de40b6a70 0x7f7de40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7de40d1510 0x7f7de40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7de40cf540 con 0x7f7de40d1510 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f7de40cff10 con 0x7f7de40b6a70 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.854+0000 7f7de8ae6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7de40d1d90 con 0x7f7de40b6690 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7de40d1510 0x7f7de40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7de40d1510 0x7f7de40d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56292/0 (socket says 172.21.15.5:56292) 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 -- 172.21.15.5:0/591108943 learned_addr learned my addr 172.21.15.5:0/591108943 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de1d9b640 1 --2- 172.21.15.5:0/591108943 >> v2:172.21.15.73:3300/0 conn(0x7f7de40b6a70 0x7f7de40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de259c640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 -- 172.21.15.5:0/591108943 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 msgr2=0x7f7de40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 -- 172.21.15.5:0/591108943 >> v2:172.21.15.73:3300/0 conn(0x7f7de40b6a70 msgr2=0x7f7de40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/591108943 >> v2:172.21.15.73:3300/0 conn(0x7f7de40b6a70 0x7f7de40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.855+0000 7f7de2d9d640 1 -- 172.21.15.5:0/591108943 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de40ceef0 con 0x7f7de40d1510 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40d2b50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7de40d02f0 tx=0x7f7ddc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3b2e96fdf471dc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de159a640 1 -- 172.21.15.5:0/591108943 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc037070 con 0x7f7de40d1510 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de159a640 1 -- 172.21.15.5:0/591108943 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ddc032440 con 0x7f7de40d1510 2024-09-16T00:55:06.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de159a640 1 -- 172.21.15.5:0/591108943 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc032810 con 0x7f7de40d1510 2024-09-16T00:55:06.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 -- 172.21.15.5:0/591108943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 msgr2=0x7f7de40d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40d2b50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7de40d02f0 tx=0x7f7ddc02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 -- 172.21.15.5:0/591108943 shutdown_connections 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40d2b50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/591108943 >> v2:172.21.15.73:3300/0 conn(0x7f7de40b6a70 0x7f7de40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/591108943 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 -- 172.21.15.5:0/591108943 >> 172.21.15.5:0/591108943 conn(0x7f7de4072560 msgr2=0x7f7de4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 -- 172.21.15.5:0/591108943 shutdown_connections 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.856+0000 7f7de8ae6640 1 -- 172.21.15.5:0/591108943 wait complete. 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 Processor -- start 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 -- start start 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40ce960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7de40b6a70 0x7f7de414cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7de40d19a0 con 0x7f7de40d1510 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7de40b6ed0 con 0x7f7de40b6a70 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.858+0000 7f7de8ae6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7de40d1b20 con 0x7f7de40b6690 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56296/0 (socket says 172.21.15.5:56296) 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 -- 172.21.15.5:0/2134170761 learned_addr learned my addr 172.21.15.5:0/2134170761 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de1d9b640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7de40b6a70 0x7f7de414cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de259c640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 -- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 msgr2=0x7f7de40ce960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40ce960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 -- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7de40b6a70 msgr2=0x7f7de414cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7de40b6a70 0x7f7de414cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 -- 172.21.15.5:0/2134170761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de414cff0 con 0x7f7de40d1510 2024-09-16T00:55:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de2d9d640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc0090b0 tx=0x7f7ddc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc037040 con 0x7f7de40d1510 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ddc042070 con 0x7f7de40d1510 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7de40cb9b0 con 0x7f7de40d1510 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ddc030920 con 0x7f7de40d1510 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.859+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7de40cbf70 con 0x7f7de40d1510 2024-09-16T00:55:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.860+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7de415c530 con 0x7f7de40d1510 2024-09-16T00:55:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.861+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ddc030ac0 con 0x7f7de40d1510 2024-09-16T00:55:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.861+0000 7f7ddaffd640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 0x7f7dc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.862+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f7ddc0ab8a0 con 0x7f7de40d1510 2024-09-16T00:55:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.862+0000 7f7de259c640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 0x7f7dc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.862+0000 7f7de259c640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 0x7f7dc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7dd40039e0 tx=0x7f7dd4009790 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:06.866+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7de414cff0 con 0x7f7de40d1510 2024-09-16T00:55:07.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.041+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7de4069140 con 0x7f7de40d1510 2024-09-16T00:55:07.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.041+0000 7f7ddaffd640 1 -- 172.21.15.5:0/2134170761 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f7ddc079d10 con 0x7f7de40d1510 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:07.043 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 msgr2=0x7f7dc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 0x7f7dc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7dd40039e0 tx=0x7f7dd4009790 comp rx=0 tx=0).stop 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 msgr2=0x7f7de40cca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc0090b0 tx=0x7f7ddc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 shutdown_connections 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7dc406c2b0 0x7f7dc406e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7de40d1510 0x7f7de40cca50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7de40b6a70 0x7f7de414cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 --2- 172.21.15.5:0/2134170761 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7de40b6690 0x7f7de40ce960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 >> 172.21.15.5:0/2134170761 conn(0x7f7de4072560 msgr2=0x7f7de415c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:07.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 shutdown_connections 2024-09-16T00:55:07.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.044+0000 7f7de8ae6640 1 -- 172.21.15.5:0/2134170761 wait complete. 2024-09-16T00:55:07.055 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:55:07.055 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:55:07.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.161+0000 7f843f7af640 1 Processor -- start 2024-09-16T00:55:07.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.161+0000 7f843f7af640 1 -- start start 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.162+0000 7f843f7af640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.162+0000 7f843f7af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.162+0000 7f843f7af640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84380cf4e0 con 0x7f843815e7e0 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.162+0000 7f843f7af640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f84380d24d0 con 0x7f84380b3610 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.162+0000 7f843f7af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f84380cfd80 con 0x7f84380ced40 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843d54b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843cd4a640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f843815e7e0 0x7f84380b39f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:45236/0 (socket says 172.21.15.5:45236) 2024-09-16T00:55:07.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:50850/0 (socket says 172.21.15.5:50850) 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843d54b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:58530/0 (socket says 172.21.15.5:58530) 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843cd4a640 1 -- 172.21.15.5:0/3337033075 learned_addr learned my addr 172.21.15.5:0/3337033075 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 -- 172.21.15.5:0/3337033075 >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 msgr2=0x7f843815f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 --2- 172.21.15.5:0/3337033075 >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 -- 172.21.15.5:0/3337033075 >> v1:172.21.15.73:6789/0 conn(0x7f843815e7e0 legacy=0x7f84380b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843dd4c640 1 -- 172.21.15.5:0/3337033075 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84380cf7c0 con 0x7f84380ced40 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.163+0000 7f843d54b640 1 --2- 172.21.15.5:0/3337033075 >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843dd4c640 1 --2- 172.21.15.5:0/3337033075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f84300097d0 tx=0x7f843002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a5ad01916c127b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f8437fff640 1 -- 172.21.15.5:0/3337033075 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430037070 con 0x7f84380ced40 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f8437fff640 1 -- 172.21.15.5:0/3337033075 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8430032440 con 0x7f84380ced40 2024-09-16T00:55:07.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f8437fff640 1 -- 172.21.15.5:0/3337033075 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430032810 con 0x7f84380ced40 2024-09-16T00:55:07.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 -- 172.21.15.5:0/3337033075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 msgr2=0x7f84380d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 --2- 172.21.15.5:0/3337033075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f84300097d0 tx=0x7f843002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 -- 172.21.15.5:0/3337033075 shutdown_connections 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 --2- 172.21.15.5:0/3337033075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f84380d2960 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 --2- 172.21.15.5:0/3337033075 >> v2:172.21.15.73:3300/0 conn(0x7f84380b3610 0x7f843815f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.164+0000 7f843f7af640 1 -- 172.21.15.5:0/3337033075 >> 172.21.15.5:0/3337033075 conn(0x7f8438072560 msgr2=0x7f8438072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.165+0000 7f843f7af640 1 -- 172.21.15.5:0/3337033075 shutdown_connections 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.165+0000 7f843f7af640 1 -- 172.21.15.5:0/3337033075 wait complete. 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.166+0000 7f843f7af640 1 Processor -- start 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.166+0000 7f843f7af640 1 -- start start 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84380b3610 0x7f84380c9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f843814fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f84380d2ea0 con 0x7f843815e7e0 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f84380cf1d0 con 0x7f84380b3610 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f84380d3020 con 0x7f84380ced40 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56310/0 (socket says 172.21.15.5:56310) 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 -- 172.21.15.5:0/499038627 learned_addr learned my addr 172.21.15.5:0/499038627 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843d54b640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84380b3610 0x7f84380c9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843cd4a640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f843814fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 -- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 msgr2=0x7f843814fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f843814fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 -- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84380b3610 msgr2=0x7f84380c9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84380b3610 0x7f84380c9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:07.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 -- 172.21.15.5:0/499038627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84380ca180 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843dd4c640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8430035040 tx=0x7f84300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430041030 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8430030440 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84380b42f0 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.167+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8430037040 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.168+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84380b48b0 con 0x7f843815e7e0 2024-09-16T00:55:07.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.168+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84380d2960 con 0x7f843815e7e0 2024-09-16T00:55:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.169+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8430044070 con 0x7f843815e7e0 2024-09-16T00:55:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.169+0000 7f8435ffb640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 0x7f842406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.169+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f84300ab740 con 0x7f843815e7e0 2024-09-16T00:55:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.170+0000 7f843d54b640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 0x7f842406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:07.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.170+0000 7f843d54b640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 0x7f842406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f84381f7480 tx=0x7f842800b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:07.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.174+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84380ca180 con 0x7f843815e7e0 2024-09-16T00:55:07.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:07.348+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f84381503a0 con 0x7f843815e7e0 2024-09-16T00:55:08.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.102+0000 7f8435ffb640 1 -- 172.21.15.5:0/499038627 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f8430079b10 con 0x7f843815e7e0 2024-09-16T00:55:08.103 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-16T00:55:08.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.106+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 msgr2=0x7f842406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.106+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 0x7f842406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f84381f7480 tx=0x7f842800b040 comp rx=0 tx=0).stop 2024-09-16T00:55:08.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.106+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 msgr2=0x7f84381f7520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.106+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8430035040 tx=0x7f84300046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 shutdown_connections 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f842406c2b0 0x7f842406e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f843815e7e0 0x7f84381f7520 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f84380ced40 0x7f843814fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 --2- 172.21.15.5:0/499038627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84380b3610 0x7f84380c9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 >> 172.21.15.5:0/499038627 conn(0x7f8438072560 msgr2=0x7f843815f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 shutdown_connections 2024-09-16T00:55:08.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.107+0000 7f843f7af640 1 -- 172.21.15.5:0/499038627 wait complete. 2024-09-16T00:55:08.124 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:55:08.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.239+0000 7f3730142640 1 Processor -- start 2024-09-16T00:55:08.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.239+0000 7f3730142640 1 -- start start 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f3730142640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 0x7f37280d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f3730142640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 0x7f37280d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f3730142640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37281620f0 con 0x7f37280cef90 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f3730142640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f3728072140 con 0x7f3728161d10 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f3730142640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f37280b7b30 con 0x7f37280b76c0 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372dede640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 0x7f37280d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372d6dd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 0x7f37280d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372e6df640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f37280cef90 0x7f3728072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:45248/0 (socket says 172.21.15.5:45248) 2024-09-16T00:55:08.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372e6df640 1 -- 172.21.15.5:0/1419645267 learned_addr learned my addr 172.21.15.5:0/1419645267 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:08.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372cedc640 1 -- 172.21.15.5:0/1419645267 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 746358909 0 0) 0x7f37281620f0 con 0x7f37280cef90 2024-09-16T00:55:08.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372cedc640 1 -- 172.21.15.5:0/1419645267 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3714003520 con 0x7f37280cef90 2024-09-16T00:55:08.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372d6dd640 1 -- 172.21.15.5:0/1419645267 >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 msgr2=0x7f37280d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.240+0000 7f372d6dd640 1 --2- 172.21.15.5:0/1419645267 >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 0x7f37280d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372d6dd640 1 -- 172.21.15.5:0/1419645267 >> v1:172.21.15.73:6789/0 conn(0x7f37280cef90 legacy=0x7f3728072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372d6dd640 1 -- 172.21.15.5:0/1419645267 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37280d4200 con 0x7f37280b76c0 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372dede640 1 --2- 172.21.15.5:0/1419645267 >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 0x7f37280d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372d6dd640 1 --2- 172.21.15.5:0/1419645267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 0x7f37280d3280 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f37180097a0 tx=0x7f371802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f66c00c37fa011ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372cedc640 1 -- 172.21.15.5:0/1419645267 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3718037070 con 0x7f37280b76c0 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.241+0000 7f372cedc640 1 -- 172.21.15.5:0/1419645267 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f371802ae50 con 0x7f37280b76c0 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f372cedc640 1 -- 172.21.15.5:0/1419645267 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3718032640 con 0x7f37280b76c0 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 -- 172.21.15.5:0/1419645267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 msgr2=0x7f37280d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 --2- 172.21.15.5:0/1419645267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 0x7f37280d3280 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f37180097a0 tx=0x7f371802a100 comp rx=0 tx=0).stop 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 -- 172.21.15.5:0/1419645267 shutdown_connections 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 --2- 172.21.15.5:0/1419645267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f37280b76c0 0x7f37280d3280 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 --2- 172.21.15.5:0/1419645267 >> v2:172.21.15.73:3300/0 conn(0x7f3728161d10 0x7f37280d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 -- 172.21.15.5:0/1419645267 >> 172.21.15.5:0/1419645267 conn(0x7f37280d4730 msgr2=0x7f37280d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:08.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 -- 172.21.15.5:0/1419645267 shutdown_connections 2024-09-16T00:55:08.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.242+0000 7f3730142640 1 -- 172.21.15.5:0/1419645267 wait complete. 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.243+0000 7f3730142640 1 Processor -- start 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.243+0000 7f3730142640 1 -- start start 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37280b76c0 0x7f372814e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3728161d10 0x7f372814abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3728072950 con 0x7f37280cef90 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3728072670 con 0x7f37280b76c0 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f3730142640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f37280cf420 con 0x7f3728161d10 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372d6dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372d6dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56320/0 (socket says 172.21.15.5:56320) 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372d6dd640 1 -- 172.21.15.5:0/2329916085 learned_addr learned my addr 172.21.15.5:0/2329916085 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372e6df640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3728161d10 0x7f372814abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372dede640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37280b76c0 0x7f372814e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.244+0000 7f372d6dd640 1 -- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3728161d10 msgr2=0x7f372814abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f372d6dd640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3728161d10 0x7f372814abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f372d6dd640 1 -- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37280b76c0 msgr2=0x7f372814e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f372d6dd640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37280b76c0 0x7f372814e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f372d6dd640 1 -- 172.21.15.5:0/2329916085 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372815be10 con 0x7f37280cef90 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f372d6dd640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f37180098c0 tx=0x7f37180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3718040030 con 0x7f37280cef90 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3718038040 con 0x7f37280cef90 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3718037070 con 0x7f37280cef90 2024-09-16T00:55:08.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f372815c0f0 con 0x7f37280cef90 2024-09-16T00:55:08.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.245+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f372815c6b0 con 0x7f37280cef90 2024-09-16T00:55:08.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.246+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37280cf7e0 con 0x7f37280cef90 2024-09-16T00:55:08.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.247+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3718043070 con 0x7f37280cef90 2024-09-16T00:55:08.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.247+0000 7f371e7fc640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 0x7f370c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:08.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.247+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f37180aaf30 con 0x7f37280cef90 2024-09-16T00:55:08.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.247+0000 7f372dede640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 0x7f370c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:08.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.248+0000 7f372dede640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 0x7f370c06e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f372815b600 tx=0x7f3724009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:08.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.252+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f37180791b0 con 0x7f37280cef90 2024-09-16T00:55:08.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:08.427+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f372815cbd0 con 0x7f37280cef90 2024-09-16T00:55:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.108+0000 7f371e7fc640 1 -- 172.21.15.5:0/2329916085 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f372815cbd0 con 0x7f37280cef90 2024-09-16T00:55:09.109 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-16T00:55:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 msgr2=0x7f370c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 0x7f370c06e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f372815b600 tx=0x7f3724009190 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 msgr2=0x7f372815b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f37180098c0 tx=0x7f37180046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 shutdown_connections 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f370c06c2e0 0x7f370c06e7a0 secure :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f372815b600 tx=0x7f3724009190 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3728161d10 0x7f372814abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37280cef90 0x7f372815b710 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 --2- 172.21.15.5:0/2329916085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37280b76c0 0x7f372814e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 >> 172.21.15.5:0/2329916085 conn(0x7f37280d4730 msgr2=0x7f37280b5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.112+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 shutdown_connections 2024-09-16T00:55:09.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.113+0000 7f3730142640 1 -- 172.21.15.5:0/2329916085 wait complete. 2024-09-16T00:55:09.140 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:55:09.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 Processor -- start 2024-09-16T00:55:09.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 -- start start 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa99c0d3b20 0x7fa99c0b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa99c1620f0 con 0x7fa99c161d10 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa99c0d3f40 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.250+0000 7fa9a1b0a640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa99c072140 con 0x7fa99c0d3b20 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa99c161d10 0x7fa99c0cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:48814/0 (socket says 172.21.15.5:48814) 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99b7fe640 1 -- 172.21.15.5:0/461264254 learned_addr learned my addr 172.21.15.5:0/461264254 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:09.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99bfff640 1 --2- 172.21.15.5:0/461264254 >> v2:172.21.15.73:3300/0 conn(0x7fa99c0d3b20 0x7fa99c0b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 238349010 0 0) 0x7fa99c1620f0 con 0x7fa99c161d10 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa984003520 con 0x7fa99c161d10 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99bfff640 1 -- 172.21.15.5:0/461264254 >> v1:172.21.15.73:6789/0 conn(0x7fa99c0cf6a0 legacy=0x7fa99c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99bfff640 1 -- 172.21.15.5:0/461264254 >> v1:172.21.15.5:6789/0 conn(0x7fa99c161d10 legacy=0x7fa99c0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2586623352 0 0) 0x7fa984003520 con 0x7fa99c161d10 2024-09-16T00:55:09.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.251+0000 7fa99bfff640 1 -- 172.21.15.5:0/461264254 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c0d4200 con 0x7fa99c0d3b20 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.252+0000 7fa99bfff640 1 --2- 172.21.15.5:0/461264254 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c0d3b20 0x7fa99c0b76c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa994009d90 tx=0x7fa99402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4475581cd6035a8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.252+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c001670 con 0x7fa99c0d3b20 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.252+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa994007540 con 0x7fa99c0d3b20 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.252+0000 7fa99a7fc640 1 -- 172.21.15.5:0/461264254 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9940078f0 con 0x7fa99c0d3b20 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/461264254 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c0d3b20 msgr2=0x7fa99c0b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/461264254 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c0d3b20 0x7fa99c0b76c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa994009d90 tx=0x7fa99402a5f0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/461264254 shutdown_connections 2024-09-16T00:55:09.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/461264254 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c0d3b20 0x7fa99c0b76c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/461264254 >> 172.21.15.5:0/461264254 conn(0x7fa99c0d4730 msgr2=0x7fa99c0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:09.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/461264254 shutdown_connections 2024-09-16T00:55:09.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.253+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/461264254 wait complete. 2024-09-16T00:55:09.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.254+0000 7fa9a1b0a640 1 Processor -- start 2024-09-16T00:55:09.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.254+0000 7fa9a1b0a640 1 -- start start 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 0x7fa99c14de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c161d10 0x7fa99c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c072950 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c072670 con 0x7fa99c161d10 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa9a1b0a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa99c0d3280 con 0x7fa99c0d3b20 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56332/0 (socket says 172.21.15.5:56332) 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 -- 172.21.15.5:0/1128846242 learned_addr learned my addr 172.21.15.5:0/1128846242 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99bfff640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c161d10 0x7fa99c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99affd640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 0x7fa99c14de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 -- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 msgr2=0x7fa99c14de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 0x7fa99c14de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 -- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c161d10 msgr2=0x7fa99c0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c161d10 0x7fa99c0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 -- 172.21.15.5:0/1128846242 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c0cd410 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99affd640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 0x7fa99c14de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.255+0000 7fa99b7fe640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c580 tx=0x7fa98c00ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.256+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c017070 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.256+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa98c005ce0 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.256+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa99c15d180 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.256+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c007330 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.256+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa99c15cea0 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.257+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa99c0d3610 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.257+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa98c01a070 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.258+0000 7fa983fff640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 0x7fa98806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:09.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.258+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7fa98c08a8a0 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.258+0000 7fa99affd640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 0x7fa98806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:09.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.258+0000 7fa99affd640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 0x7fa98806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa990007fd0 tx=0x7fa990009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:09.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.262+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa98c058990 con 0x7fa99c0cf6a0 2024-09-16T00:55:09.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:09.472+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa99c0b5420 con 0x7fa99c0cf6a0 2024-09-16T00:55:10.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.110+0000 7fa983fff640 1 -- 172.21.15.5:0/1128846242 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fa98c08a0c0 con 0x7fa99c0cf6a0 2024-09-16T00:55:10.111 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 msgr2=0x7fa98806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 0x7fa98806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa990007fd0 tx=0x7fa990009040 comp rx=0 tx=0).stop 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 msgr2=0x7fa99c15b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c580 tx=0x7fa98c00ca40 comp rx=0 tx=0).stop 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 shutdown_connections 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa98806c2b0 0x7fa98806e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa99c161d10 0x7fa99c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa99c0d3b20 0x7fa99c14de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 --2- 172.21.15.5:0/1128846242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa99c0cf6a0 0x7fa99c15b170 secure :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c580 tx=0x7fa98c00ca40 comp rx=0 tx=0).stop 2024-09-16T00:55:10.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.114+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 >> 172.21.15.5:0/1128846242 conn(0x7fa99c0d4730 msgr2=0x7fa99c072e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.116+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 shutdown_connections 2024-09-16T00:55:10.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.116+0000 7fa9a1b0a640 1 -- 172.21.15.5:0/1128846242 wait complete. 2024-09-16T00:55:10.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:10.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.253+0000 7f30ef4dd640 1 Processor -- start 2024-09-16T00:55:10.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.253+0000 7f30ef4dd640 1 -- start start 2024-09-16T00:55:10.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ef4dd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f30e80b6690 0x7f30e80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ef4dd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f30e80b6a70 0x7f30e80d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ef4dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30e80cff10 con 0x7f30e80d1510 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ef4dd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f30e80cf540 con 0x7f30e80b6690 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ef4dd640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f30e80d1d90 con 0x7f30e80b6a70 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f30e80b6690 0x7f30e80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f30e80b6690 0x7f30e80cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56348/0 (socket says 172.21.15.5:56348) 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30eda7a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f30e80d1510 0x7f30e80d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:48830/0 (socket says 172.21.15.5:48830) 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 -- 172.21.15.5:0/3128736371 learned_addr learned my addr 172.21.15.5:0/3128736371 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30eca78640 1 --2- 172.21.15.5:0/3128736371 >> v2:172.21.15.73:3300/0 conn(0x7f30e80b6a70 0x7f30e80d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 -- 172.21.15.5:0/3128736371 >> v2:172.21.15.73:3300/0 conn(0x7f30e80b6a70 msgr2=0x7f30e80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 --2- 172.21.15.5:0/3128736371 >> v2:172.21.15.73:3300/0 conn(0x7f30e80b6a70 0x7f30e80d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 -- 172.21.15.5:0/3128736371 >> v1:172.21.15.5:6789/0 conn(0x7f30e80d1510 legacy=0x7f30e80d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30ed279640 1 -- 172.21.15.5:0/3128736371 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e80ceef0 con 0x7f30e80b6690 2024-09-16T00:55:10.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.254+0000 7f30dffff640 1 -- 172.21.15.5:0/3128736371 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3342914078 0 0) 0x7f30e80cff10 con 0x7f30e80d1510 2024-09-16T00:55:10.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.255+0000 7f30ed279640 1 --2- 172.21.15.5:0/3128736371 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80b6690 0x7f30e80cf9d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f30e80b7690 tx=0x7f30e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748c57cb8180431e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.255+0000 7f30dffff640 1 -- 172.21.15.5:0/3128736371 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4037070 con 0x7f30e80b6690 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.255+0000 7f30dffff640 1 -- 172.21.15.5:0/3128736371 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30e4032440 con 0x7f30e80b6690 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.255+0000 7f30dffff640 1 -- 172.21.15.5:0/3128736371 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4032810 con 0x7f30e80b6690 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 -- 172.21.15.5:0/3128736371 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80b6690 msgr2=0x7f30e80cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/3128736371 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80b6690 0x7f30e80cf9d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f30e80b7690 tx=0x7f30e402a270 comp rx=0 tx=0).stop 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 -- 172.21.15.5:0/3128736371 shutdown_connections 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/3128736371 >> v2:172.21.15.73:3300/0 conn(0x7f30e80b6a70 0x7f30e80d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/3128736371 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80b6690 0x7f30e80cf9d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 -- 172.21.15.5:0/3128736371 >> 172.21.15.5:0/3128736371 conn(0x7f30e8072560 msgr2=0x7f30e8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 -- 172.21.15.5:0/3128736371 shutdown_connections 2024-09-16T00:55:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.256+0000 7f30ef4dd640 1 -- 172.21.15.5:0/3128736371 wait complete. 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.257+0000 7f30ef4dd640 1 Processor -- start 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.257+0000 7f30ef4dd640 1 -- start start 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30e80b6690 0x7f30e8153740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 0x7f30e81f7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f30e815c530 con 0x7f30e80d1510 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f30e80b6f00 con 0x7f30e80b6690 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ef4dd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f30e815c6b0 con 0x7f30e80b6a70 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56362/0 (socket says 172.21.15.5:56362) 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 -- 172.21.15.5:0/202506654 learned_addr learned my addr 172.21.15.5:0/202506654 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eca78640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 0x7f30e81f7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30ed279640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30e80b6690 0x7f30e8153740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 -- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 msgr2=0x7f30e81f7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 0x7f30e81f7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 -- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30e80b6690 msgr2=0x7f30e8153740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30e80b6690 0x7f30e8153740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 -- 172.21.15.5:0/202506654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e80cc6b0 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eca78640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 0x7f30e81f7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.258+0000 7f30eda7a640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f30e000c730 tx=0x7f30e000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.259+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0018070 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.259+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30e000ce40 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.259+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e8152d30 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.259+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e000a880 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.259+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e80cca80 con 0x7f30e80d1510 2024-09-16T00:55:10.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.260+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e80d1940 con 0x7f30e80d1510 2024-09-16T00:55:10.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.260+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f30e001b070 con 0x7f30e80d1510 2024-09-16T00:55:10.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.261+0000 7f30ddffb640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.261+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f30e008a8b0 con 0x7f30e80d1510 2024-09-16T00:55:10.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.261+0000 7f30ed279640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.262+0000 7f30ed279640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 0x7f30cc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f30e4034000 tx=0x7f30e402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.265+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30e80cc6b0 con 0x7f30e80d1510 2024-09-16T00:55:10.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.443+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30e8069140 con 0x7f30e80d1510 2024-09-16T00:55:10.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.444+0000 7f30ddffb640 1 -- 172.21.15.5:0/202506654 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16558 (secure 0 0 0) 0x7f30e00590b0 con 0x7f30e80d1510 2024-09-16T00:55:10.446 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:10.446 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:09.474476+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 msgr2=0x7f30cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 0x7f30cc06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f30e4034000 tx=0x7f30e402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 msgr2=0x7f30e80cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f30e000c730 tx=0x7f30e000cbf0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 shutdown_connections 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f30cc06c2b0 0x7f30cc06e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30e80d1510 0x7f30e80cc170 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f30e80b6a70 0x7f30e81f7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 --2- 172.21.15.5:0/202506654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30e80b6690 0x7f30e8153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.446+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 >> 172.21.15.5:0/202506654 conn(0x7f30e8072560 msgr2=0x7f30e8160e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.447+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 shutdown_connections 2024-09-16T00:55:10.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.447+0000 7f30ef4dd640 1 -- 172.21.15.5:0/202506654 wait complete. 2024-09-16T00:55:10.458 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:10.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.559+0000 7f8732342640 1 Processor -- start 2024-09-16T00:55:10.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.559+0000 7f8732342640 1 -- start start 2024-09-16T00:55:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f8732342640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f872c0b6690 0x7f872c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f8732342640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 0x7f872c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f8732342640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f872c0cff10 con 0x7f872c0d1510 2024-09-16T00:55:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f8732342640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f872c0cf540 con 0x7f872c0b6690 2024-09-16T00:55:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f8732342640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f872c0d1d90 con 0x7f872c0b6a70 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f872c0b6690 0x7f872c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f872c0b6690 0x7f872c0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56368/0 (socket says 172.21.15.5:56368) 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 -- 172.21.15.5:0/313634287 learned_addr learned my addr 172.21.15.5:0/313634287 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872b7fe640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 0x7f872c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 -- 172.21.15.5:0/313634287 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 msgr2=0x7f872c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 0x7f872c0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 -- 172.21.15.5:0/313634287 >> v1:172.21.15.73:6789/0 conn(0x7f872c0d1510 legacy=0x7f872c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872bfff640 1 -- 172.21.15.5:0/313634287 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872c0ceef0 con 0x7f872c0b6690 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.560+0000 7f872b7fe640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 0x7f872c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.561+0000 7f872bfff640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6690 0x7f872c0cf9d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f871c009870 tx=0x7f871c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e92aa67ab9889037 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.561+0000 7f872affd640 1 -- 172.21.15.5:0/313634287 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c037070 con 0x7f872c0b6690 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.561+0000 7f872affd640 1 -- 172.21.15.5:0/313634287 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f871c032440 con 0x7f872c0b6690 2024-09-16T00:55:10.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.561+0000 7f872affd640 1 -- 172.21.15.5:0/313634287 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c032810 con 0x7f872c0b6690 2024-09-16T00:55:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 -- 172.21.15.5:0/313634287 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6690 msgr2=0x7f872c0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6690 0x7f872c0cf9d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f871c009870 tx=0x7f871c02a270 comp rx=0 tx=0).stop 2024-09-16T00:55:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 -- 172.21.15.5:0/313634287 shutdown_connections 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6a70 0x7f872c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 --2- 172.21.15.5:0/313634287 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6690 0x7f872c0cf9d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 -- 172.21.15.5:0/313634287 >> 172.21.15.5:0/313634287 conn(0x7f872c072560 msgr2=0x7f872c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 -- 172.21.15.5:0/313634287 shutdown_connections 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.562+0000 7f8732342640 1 -- 172.21.15.5:0/313634287 wait complete. 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.563+0000 7f8732342640 1 Processor -- start 2024-09-16T00:55:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.563+0000 7f8732342640 1 -- start start 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6690 0x7f872c1522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f872c0d1510 0x7f872c155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f872c0d19a0 con 0x7f872c0b6a70 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f872c0b6ed0 con 0x7f872c0d1510 2024-09-16T00:55:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f8732342640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f872c0d1b20 con 0x7f872c0b6690 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56372/0 (socket says 172.21.15.5:56372) 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 -- 172.21.15.5:0/2383617057 learned_addr learned my addr 172.21.15.5:0/2383617057 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872bfff640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6690 0x7f872c1522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f87308df640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f872c0d1510 0x7f872c155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 -- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6690 msgr2=0x7f872c1522e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6690 0x7f872c1522e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 -- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f872c0d1510 msgr2=0x7f872c155af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f872c0d1510 0x7f872c155af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.564+0000 7f872b7fe640 1 -- 172.21.15.5:0/2383617057 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872c153bd0 con 0x7f872c0b6a70 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f872b7fe640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f872000e7e0 tx=0x7f872000eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720017070 con 0x7f872c0b6a70 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f872000c6d0 con 0x7f872c0b6a70 2024-09-16T00:55:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872c153eb0 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872000f040 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.565+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872c154470 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.566+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f872c15d6b0 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.566+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f872001a070 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.567+0000 7f8728ff9640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 0x7f871806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.567+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f872008b2f0 con 0x7f872c0b6a70 2024-09-16T00:55:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.567+0000 7f872bfff640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 0x7f871806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.567+0000 7f872bfff640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 0x7f871806e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f871c034000 tx=0x7f871c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.571+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8720059410 con 0x7f872c0b6a70 2024-09-16T00:55:10.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.747+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f872c15b830 con 0x7f872c0b6a70 2024-09-16T00:55:10.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.748+0000 7f8728ff9640 1 -- 172.21.15.5:0/2383617057 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16558 (secure 0 0 0) 0x7f872005d710 con 0x7f872c0b6a70 2024-09-16T00:55:10.749 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:10.749 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:09.474476+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:10.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 msgr2=0x7f871806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 0x7f871806e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f871c034000 tx=0x7f871c02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:10.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 msgr2=0x7f872c1555b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f872000e7e0 tx=0x7f872000eca0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 shutdown_connections 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f871806c2b0 0x7f871806e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f872c0d1510 0x7f872c155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f872c0b6a70 0x7f872c1555b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 --2- 172.21.15.5:0/2383617057 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f872c0b6690 0x7f872c1522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 >> 172.21.15.5:0/2383617057 conn(0x7f872c072560 msgr2=0x7f872c0d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 shutdown_connections 2024-09-16T00:55:10.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.750+0000 7f8732342640 1 -- 172.21.15.5:0/2383617057 wait complete. 2024-09-16T00:55:10.762 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:55:10.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 Processor -- start 2024-09-16T00:55:10.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 -- start start 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f75b4062d40 0x7f75b4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 0x7f75b40afea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75b40aeb40 con 0x7f75b415e970 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f75b406f5a0 con 0x7f75b4062d40 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.866+0000 7f75b98a6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f75b406ec70 con 0x7f75b406fa30 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b2ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f75b415e970 0x7f75b4062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:48840/0 (socket says 172.21.15.5:48840) 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b2ffd640 1 -- 172.21.15.5:0/456915300 learned_addr learned my addr 172.21.15.5:0/456915300 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:10.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b27fc640 1 --2- 172.21.15.5:0/456915300 >> v2:172.21.15.5:3300/0 conn(0x7f75b4062d40 0x7f75b4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b37fe640 1 --2- 172.21.15.5:0/456915300 >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 0x7f75b40afea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b27fc640 1 -- 172.21.15.5:0/456915300 >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 msgr2=0x7f75b40afea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b27fc640 1 --2- 172.21.15.5:0/456915300 >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 0x7f75b40afea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b27fc640 1 -- 172.21.15.5:0/456915300 >> v1:172.21.15.5:6789/0 conn(0x7f75b415e970 legacy=0x7f75b4062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b1ffb640 1 -- 172.21.15.5:0/456915300 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3543057208 0 0) 0x7f75b40aeb40 con 0x7f75b415e970 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b27fc640 1 -- 172.21.15.5:0/456915300 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b406ef50 con 0x7f75b4062d40 2024-09-16T00:55:10.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.867+0000 7f75b37fe640 1 --2- 172.21.15.5:0/456915300 >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 0x7f75b40afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b27fc640 1 --2- 172.21.15.5:0/456915300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b4062d40 0x7f75b4070190 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f75b406d600 tx=0x7f75a802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8c96253578aa5e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b1ffb640 1 -- 172.21.15.5:0/456915300 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8037070 con 0x7f75b4062d40 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b1ffb640 1 -- 172.21.15.5:0/456915300 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75a8032440 con 0x7f75b4062d40 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b1ffb640 1 -- 172.21.15.5:0/456915300 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a802ae60 con 0x7f75b4062d40 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 -- 172.21.15.5:0/456915300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b4062d40 msgr2=0x7f75b4070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 --2- 172.21.15.5:0/456915300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b4062d40 0x7f75b4070190 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f75b406d600 tx=0x7f75a802a110 comp rx=0 tx=0).stop 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 -- 172.21.15.5:0/456915300 shutdown_connections 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 --2- 172.21.15.5:0/456915300 >> v2:172.21.15.73:3300/0 conn(0x7f75b406fa30 0x7f75b40afea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 --2- 172.21.15.5:0/456915300 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b4062d40 0x7f75b4070190 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.868+0000 7f75b98a6640 1 -- 172.21.15.5:0/456915300 >> 172.21.15.5:0/456915300 conn(0x7f75b4073060 msgr2=0x7f75b406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.869+0000 7f75b98a6640 1 -- 172.21.15.5:0/456915300 shutdown_connections 2024-09-16T00:55:10.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.869+0000 7f75b98a6640 1 -- 172.21.15.5:0/456915300 wait complete. 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.870+0000 7f75b98a6640 1 Processor -- start 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.870+0000 7f75b98a6640 1 -- start start 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 0x7f75b41534f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75b406fa30 0x7f75b413f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f75b40b44d0 con 0x7f75b415e970 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f75b406e920 con 0x7f75b4062d40 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f75b40b4650 con 0x7f75b406fa30 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56400/0 (socket says 172.21.15.5:56400) 2024-09-16T00:55:10.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 -- 172.21.15.5:0/1491027228 learned_addr learned my addr 172.21.15.5:0/1491027228 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b2ffd640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 0x7f75b41534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b27fc640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75b406fa30 0x7f75b413f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 -- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75b406fa30 msgr2=0x7f75b413f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75b406fa30 0x7f75b413f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 -- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 msgr2=0x7f75b41534f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 0x7f75b41534f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 -- 172.21.15.5:0/1491027228 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b41401e0 con 0x7f75b415e970 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b2ffd640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 0x7f75b41534f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b37fe640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00cef0 tx=0x7f75ac00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ac01a070 con 0x7f75b415e970 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75ac00d860 con 0x7f75b415e970 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b415fe40 con 0x7f75b415e970 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ac00dc50 con 0x7f75b415e970 2024-09-16T00:55:10.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.871+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b4160400 con 0x7f75b415e970 2024-09-16T00:55:10.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.873+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b40aeb40 con 0x7f75b415e970 2024-09-16T00:55:10.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.873+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75ac01d070 con 0x7f75b415e970 2024-09-16T00:55:10.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.874+0000 7f759bfff640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 0x7f75a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:10.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.874+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f75ac08bc60 con 0x7f75b415e970 2024-09-16T00:55:10.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.874+0000 7f75b2ffd640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 0x7f75a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:10.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.874+0000 7f75b2ffd640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 0x7f75a006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f75a4000f60 tx=0x7f75a4007ca0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:10.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:10.878+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75ac059e40 con 0x7f75b415e970 2024-09-16T00:55:11.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.091+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f75b40b1850 con 0x7f75b415e970 2024-09-16T00:55:11.099 INFO:tasks.ceph.mds.c.smithi005.stderr:2024-09-16T00:55:11.098+0000 7ffa69ad1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:55:11.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.927+0000 7f759bfff640 1 -- 172.21.15.5:0/1491027228 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7f75ac05e140 con 0x7f75b415e970 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 msgr2=0x7f75a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 0x7f75a006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f75a4000f60 tx=0x7f75a4007ca0 comp rx=0 tx=0).stop 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 msgr2=0x7f75b4160ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00cef0 tx=0x7f75ac00a710 comp rx=0 tx=0).stop 2024-09-16T00:55:11.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 shutdown_connections 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75a006c2b0 0x7f75a006e770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75b415e970 0x7f75b4160ee0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75b406fa30 0x7f75b413f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 --2- 172.21.15.5:0/1491027228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75b4062d40 0x7f75b41534f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 >> 172.21.15.5:0/1491027228 conn(0x7f75b4073060 msgr2=0x7f75b40b02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 shutdown_connections 2024-09-16T00:55:11.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:11.931+0000 7f75b98a6640 1 -- 172.21.15.5:0/1491027228 wait complete. 2024-09-16T00:55:11.945 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T00:55:11.945 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:55:12.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.056+0000 7f207b447640 1 Processor -- start 2024-09-16T00:55:12.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.056+0000 7f207b447640 1 -- start start 2024-09-16T00:55:12.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f207b447640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2074161d10 0x7f20740d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f207b447640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f20740b76c0 0x7f20740d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f207b447640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20741620f0 con 0x7f20740cef90 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f207b447640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2074072140 con 0x7f2074161d10 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f207b447640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f20740b7b30 con 0x7f20740b76c0 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2074161d10 0x7f20740d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2074161d10 0x7f20740d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42568/0 (socket says 172.21.15.5:42568) 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 -- 172.21.15.5:0/220898964 learned_addr learned my addr 172.21.15.5:0/220898964 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20789e2640 1 --2- 172.21.15.5:0/220898964 >> v2:172.21.15.73:3300/0 conn(0x7f20740b76c0 0x7f20740d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 -- 172.21.15.5:0/220898964 >> v2:172.21.15.73:3300/0 conn(0x7f20740b76c0 msgr2=0x7f20740d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 --2- 172.21.15.5:0/220898964 >> v2:172.21.15.73:3300/0 conn(0x7f20740b76c0 0x7f20740d3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 -- 172.21.15.5:0/220898964 >> v1:172.21.15.73:6789/0 conn(0x7f20740cef90 legacy=0x7f2074072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.057+0000 7f20791e3640 1 -- 172.21.15.5:0/220898964 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20740d4200 con 0x7f2074161d10 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.058+0000 7f20791e3640 1 --2- 172.21.15.5:0/220898964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2074161d10 0x7f20740d3b20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f20740b7230 tx=0x7f207002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3d6f2999a8128b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.058+0000 7f206bfff640 1 -- 172.21.15.5:0/220898964 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070037070 con 0x7f2074161d10 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.058+0000 7f206bfff640 1 -- 172.21.15.5:0/220898964 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2070032440 con 0x7f2074161d10 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.058+0000 7f206bfff640 1 -- 172.21.15.5:0/220898964 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070032810 con 0x7f2074161d10 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 -- 172.21.15.5:0/220898964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2074161d10 msgr2=0x7f20740d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 --2- 172.21.15.5:0/220898964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2074161d10 0x7f20740d3b20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f20740b7230 tx=0x7f207002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 -- 172.21.15.5:0/220898964 shutdown_connections 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 --2- 172.21.15.5:0/220898964 >> v2:172.21.15.73:3300/0 conn(0x7f20740b76c0 0x7f20740d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 --2- 172.21.15.5:0/220898964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2074161d10 0x7f20740d3b20 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 -- 172.21.15.5:0/220898964 >> 172.21.15.5:0/220898964 conn(0x7f20740d4730 msgr2=0x7f20740d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 -- 172.21.15.5:0/220898964 shutdown_connections 2024-09-16T00:55:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.059+0000 7f207b447640 1 -- 172.21.15.5:0/220898964 wait complete. 2024-09-16T00:55:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.060+0000 7f207b447640 1 Processor -- start 2024-09-16T00:55:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.060+0000 7f207b447640 1 -- start start 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f20740cef90 0x7f20741589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2074161d10 0x7f2074072d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2074072950 con 0x7f20740b76c0 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2074072670 con 0x7f2074161d10 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f207b447640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f20740cf3c0 con 0x7f20740cef90 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42572/0 (socket says 172.21.15.5:42572) 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 -- 172.21.15.5:0/665109673 learned_addr learned my addr 172.21.15.5:0/665109673 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20789e2640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f20740cef90 0x7f20741589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20799e4640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2074161d10 0x7f2074072d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 -- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f20740cef90 msgr2=0x7f20741589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f20740cef90 0x7f20741589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 -- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2074161d10 msgr2=0x7f2074072d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2074161d10 0x7f2074072d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 -- 172.21.15.5:0/665109673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20740cbde0 con 0x7f20740b76c0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f20791e3640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2070000c00 tx=0x7f20700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.061+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070041020 con 0x7f20740b76c0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.062+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2070030970 con 0x7f20740b76c0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.062+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20740cc0c0 con 0x7f20740b76c0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.062+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070037040 con 0x7f20740b76c0 2024-09-16T00:55:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.062+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20740cc680 con 0x7f20740b76c0 2024-09-16T00:55:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.063+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20740cf750 con 0x7f20740b76c0 2024-09-16T00:55:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.063+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2070044020 con 0x7f20740b76c0 2024-09-16T00:55:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.064+0000 7f2069ffb640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 0x7f205806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.064+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f20700abe80 con 0x7f20740b76c0 2024-09-16T00:55:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.064+0000 7f20789e2640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 0x7f205806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.064+0000 7f20789e2640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 0x7f205806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f20740c7e90 tx=0x7f2064008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:12.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.068+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f207004b030 con 0x7f20740b76c0 2024-09-16T00:55:12.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:12.280+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f20741614a0 con 0x7f20740b76c0 2024-09-16T00:55:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.133+0000 7f2069ffb640 1 -- 172.21.15.5:0/665109673 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7f207007a5e0 con 0x7f20740b76c0 2024-09-16T00:55:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 msgr2=0x7f205806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 0x7f205806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f20740c7e90 tx=0x7f2064008040 comp rx=0 tx=0).stop 2024-09-16T00:55:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 msgr2=0x7f20740cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2070000c00 tx=0x7f20700046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 shutdown_connections 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f205806c2b0 0x7f205806e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2074161d10 0x7f2074072d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f20740cef90 0x7f20741589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 --2- 172.21.15.5:0/665109673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f20740b76c0 0x7f20740cb800 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 >> 172.21.15.5:0/665109673 conn(0x7f20740d4730 msgr2=0x7f20740b99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 shutdown_connections 2024-09-16T00:55:13.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.137+0000 7f207b447640 1 -- 172.21.15.5:0/665109673 wait complete. 2024-09-16T00:55:13.151 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:55:13.152 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:13.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.260+0000 7fed97e17640 1 Processor -- start 2024-09-16T00:55:13.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.260+0000 7fed97e17640 1 -- start start 2024-09-16T00:55:13.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed97e17640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fed900d1ba0 0x7fed90162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed97e17640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed900b7920 con 0x7fed9015e8e0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed97e17640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed900cf6a0 con 0x7fed900cf1f0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed97e17640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fed900cf940 con 0x7fed900d1ba0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed95bb3640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fed9015e8e0 0x7fed900d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33914/0 (socket says 172.21.15.5:33914) 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed95bb3640 1 -- 172.21.15.5:0/87103223 learned_addr learned my addr 172.21.15.5:0/87103223 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3759332397 0 0) 0x7fed8c001110 con 0x7fed9015e8e0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed953b2640 1 --2- 172.21.15.5:0/87103223 >> v2:172.21.15.73:3300/0 conn(0x7fed900d1ba0 0x7fed90162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fed7c003520 con 0x7fed9015e8e0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3279424094 0 0) 0x7fed7c003520 con 0x7fed9015e8e0 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 >> v2:172.21.15.73:3300/0 conn(0x7fed900d1ba0 msgr2=0x7fed90162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 --2- 172.21.15.5:0/87103223 >> v2:172.21.15.73:3300/0 conn(0x7fed900d1ba0 0x7fed90162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 >> v1:172.21.15.73:6789/0 conn(0x7fed900cf1f0 legacy=0x7fed900d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed900cfc20 con 0x7fed9015e8e0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fed8c001840 con 0x7fed9015e8e0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 >> v1:172.21.15.5:6789/0 conn(0x7fed9015e8e0 legacy=0x7fed900d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed7c0039b0 0x7fed7c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 0x7fed7c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c0051c0 0x7fed7c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fed900cf940 con 0x7fed7c004800 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fed7c00c160 con 0x7fed7c0051c0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fed7c00c360 con 0x7fed7c0039b0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.261+0000 7fed953b2640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 0x7fed7c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed95bb3640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed7c0039b0 0x7fed7c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed963b4640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c0051c0 0x7fed7c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 -- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed7c0039b0 msgr2=0x7fed7c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed7c0039b0 0x7fed7c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 -- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c0051c0 msgr2=0x7fed7c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c0051c0 0x7fed7c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 -- 172.21.15.5:0/87103223 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed7c003520 con 0x7fed7c004800 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed963b4640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c0051c0 0x7fed7c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed963b4640 1 -- 172.21.15.5:0/87103223 reap_dead start 2024-09-16T00:55:13.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.262+0000 7fed953b2640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 0x7fed7c004c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed80009ac0 tx=0x7fed7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6f947e053e195a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed80036070 con 0x7fed7c004800 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed80031400 con 0x7fed7c004800 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed94bb1640 1 -- 172.21.15.5:0/87103223 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed80009690 con 0x7fed7c004800 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 -- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 msgr2=0x7fed7c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 0x7fed7c004c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed80009ac0 tx=0x7fed7c005830 comp rx=0 tx=0).stop 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 -- 172.21.15.5:0/87103223 shutdown_connections 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 --2- 172.21.15.5:0/87103223 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed7c004800 0x7fed7c004c80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 -- 172.21.15.5:0/87103223 >> 172.21.15.5:0/87103223 conn(0x7fed9006bd00 msgr2=0x7fed9006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 -- 172.21.15.5:0/87103223 shutdown_connections 2024-09-16T00:55:13.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.263+0000 7fed97e17640 1 -- 172.21.15.5:0/87103223 wait complete. 2024-09-16T00:55:13.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.264+0000 7fed97e17640 1 Processor -- start 2024-09-16T00:55:13.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.264+0000 7fed97e17640 1 -- start start 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 0x7fed900ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed901f8e60 0x7fed9015ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fed90162cf0 con 0x7fed90161a40 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fed900d2dc0 con 0x7fed7c004800 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed97e17640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fed90162e70 con 0x7fed901f8e60 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed953b2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed953b2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42594/0 (socket says 172.21.15.5:42594) 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed953b2640 1 -- 172.21.15.5:0/693825363 learned_addr learned my addr 172.21.15.5:0/693825363 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed963b4640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed901f8e60 0x7fed9015ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.265+0000 7fed95bb3640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 0x7fed900ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 -- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed901f8e60 msgr2=0x7fed9015ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed901f8e60 0x7fed9015ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 -- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 msgr2=0x7fed900ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 0x7fed900ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 -- 172.21.15.5:0/693825363 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed90161ed0 con 0x7fed90161a40 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed95bb3640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 0x7fed900ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed953b2640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fed80034040 tx=0x7fed80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed8003f020 con 0x7fed90161a40 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed80037040 con 0x7fed90161a40 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed80036070 con 0x7fed90161a40 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed90160bd0 con 0x7fed90161a40 2024-09-16T00:55:13.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.266+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed9015cee0 con 0x7fed90161a40 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.267+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed900d1490 con 0x7fed90161a40 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.267+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed80042020 con 0x7fed90161a40 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.268+0000 7fed867fc640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 0x7fed7406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.268+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fed800ab470 con 0x7fed90161a40 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.268+0000 7fed95bb3640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 0x7fed7406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.269+0000 7fed95bb3640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 0x7fed7406e7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0017e0 tx=0x7fed8c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.273+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fed80049030 con 0x7fed90161a40 2024-09-16T00:55:13.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.487+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed900d23d0 con 0x7fed90161a40 2024-09-16T00:55:13.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.487+0000 7fed867fc640 1 -- 172.21.15.5:0/693825363 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7fed80079bd0 con 0x7fed90161a40 2024-09-16T00:55:13.489 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:13.489 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:13.489 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 msgr2=0x7fed7406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 0x7fed7406e7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fed8c0017e0 tx=0x7fed8c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 msgr2=0x7fed900d44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fed80034040 tx=0x7fed80004730 comp rx=0 tx=0).stop 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 shutdown_connections 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed7406c2e0 0x7fed7406e7a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed901f8e60 0x7fed9015ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed90161a40 0x7fed900d44a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 --2- 172.21.15.5:0/693825363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed7c004800 0x7fed900ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 >> 172.21.15.5:0/693825363 conn(0x7fed9006bd00 msgr2=0x7fed901e8220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 shutdown_connections 2024-09-16T00:55:13.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.489+0000 7fed97e17640 1 -- 172.21.15.5:0/693825363 wait complete. 2024-09-16T00:55:13.501 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:13.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.602+0000 7fe5aaa4c640 1 Processor -- start 2024-09-16T00:55:13.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.602+0000 7fe5aaa4c640 1 -- start start 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5aaa4c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe5a40b6310 0x7fe5a4071380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5aaa4c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5a415a280 con 0x7fe5a4073850 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5aaa4c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5a40719e0 con 0x7fe5a4159ea0 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5aaa4c640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe5a40b5550 con 0x7fe5a40b6310 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a37fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe5a4073850 0x7fe5a4070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33924/0 (socket says 172.21.15.5:33924) 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a37fe640 1 -- 172.21.15.5:0/2244039137 learned_addr learned my addr 172.21.15.5:0/2244039137 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a8fe9640 1 --2- 172.21.15.5:0/2244039137 >> v2:172.21.15.73:3300/0 conn(0x7fe5a40b6310 0x7fe5a4071380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 77304586 0 0) 0x7fe5a415a280 con 0x7fe5a4073850 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe58c003520 con 0x7fe5a4073850 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 844994190 0 0) 0x7fe58c003520 con 0x7fe5a4073850 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 >> v2:172.21.15.73:3300/0 conn(0x7fe5a40b6310 msgr2=0x7fe5a4071380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 --2- 172.21.15.5:0/2244039137 >> v2:172.21.15.73:3300/0 conn(0x7fe5a40b6310 0x7fe5a4071380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 >> v1:172.21.15.73:6789/0 conn(0x7fe5a4159ea0 legacy=0x7fe5a4073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a40b5830 con 0x7fe5a4073850 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fe598001670 con 0x7fe5a4073850 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 >> v1:172.21.15.5:6789/0 conn(0x7fe5a4073850 legacy=0x7fe5a4070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 0x7fe58c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe58c004800 0x7fe58c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0051c0 0x7fe58c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a40b5550 con 0x7fe58c0039b0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c00c060 con 0x7fe58c004800 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe58c00c260 con 0x7fe58c0051c0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 0x7fe58c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a37fe640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe58c004800 0x7fe58c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a8fe9640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0051c0 0x7fe58c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 -- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0051c0 msgr2=0x7fe58c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0051c0 0x7fe58c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 -- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe58c004800 msgr2=0x7fe58c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe58c004800 0x7fe58c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a3fff640 1 -- 172.21.15.5:0/2244039137 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58c003520 con 0x7fe58c0039b0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.604+0000 7fe5a8fe9640 1 -- 172.21.15.5:0/2244039137 reap_dead start 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 0x7fe58c003dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe594001750 tx=0x7fe58c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4af966d14be0909 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe594001370 con 0x7fe58c0039b0 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5940052d0 con 0x7fe58c0039b0 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5a2ffd640 1 -- 172.21.15.5:0/2244039137 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59402abe0 con 0x7fe58c0039b0 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 msgr2=0x7fe58c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 0x7fe58c003dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe594001750 tx=0x7fe58c005830 comp rx=0 tx=0).stop 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/2244039137 shutdown_connections 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/2244039137 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe58c0039b0 0x7fe58c003dd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.605+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/2244039137 >> 172.21.15.5:0/2244039137 conn(0x7fe5a406e5b0 msgr2=0x7fe5a406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.606+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/2244039137 shutdown_connections 2024-09-16T00:55:13.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.606+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/2244039137 wait complete. 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.607+0000 7fe5aaa4c640 1 Processor -- start 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.607+0000 7fe5aaa4c640 1 -- start start 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 0x7fe5a41e7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a4151870 0x7fe5a4157370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a4073140 con 0x7fe5a41513f0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a40b5df0 con 0x7fe5a4151870 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5aaa4c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe5a40732c0 con 0x7fe58c0039b0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42612/0 (socket says 172.21.15.5:42612) 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a37fe640 1 -- 172.21.15.5:0/1235009451 learned_addr learned my addr 172.21.15.5:0/1235009451 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 0x7fe5a41e7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a8fe9640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a4151870 0x7fe5a4157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 -- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a4151870 msgr2=0x7fe5a4157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a4151870 0x7fe5a4157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 -- 172.21.15.5:0/1235009451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 msgr2=0x7fe5a4154450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 -- 172.21.15.5:0/1235009451 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a41e67a0 con 0x7fe58c0039b0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a37fe640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.608+0000 7fe5a3fff640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 0x7fe5a41e7800 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe594004000 tx=0x7fe594001120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.609+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe594037040 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.609+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe594040070 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.609+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5a41e7d40 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.609+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe594001370 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.609+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5a41e6d20 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.610+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5a40735f0 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.610+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe5940052d0 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.611+0000 7fe5a0ff9640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 0x7fe59006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.611+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe5940aafe0 con 0x7fe58c0039b0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.611+0000 7fe5a37fe640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 0x7fe59006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.611+0000 7fe5a37fe640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 0x7fe59006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5980017e0 tx=0x7fe5980078f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.616+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe594079040 con 0x7fe58c0039b0 2024-09-16T00:55:13.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.792+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5a4158670 con 0x7fe58c0039b0 2024-09-16T00:55:13.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.794+0000 7fe5a0ff9640 1 -- 172.21.15.5:0/1235009451 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7fe59407d340 con 0x7fe58c0039b0 2024-09-16T00:55:13.795 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:13.795 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:13.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 msgr2=0x7fe59006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 0x7fe59006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe5980017e0 tx=0x7fe5980078f0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 msgr2=0x7fe5a41e7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 0x7fe5a41e7800 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe594004000 tx=0x7fe594001120 comp rx=0 tx=0).stop 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 shutdown_connections 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59006c2b0 0x7fe59006e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a4151870 0x7fe5a4157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a41513f0 0x7fe5a4154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 --2- 172.21.15.5:0/1235009451 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe58c0039b0 0x7fe5a41e7800 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 >> 172.21.15.5:0/1235009451 conn(0x7fe5a406e5b0 msgr2=0x7fe5a40b6990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 shutdown_connections 2024-09-16T00:55:13.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.796+0000 7fe5aaa4c640 1 -- 172.21.15.5:0/1235009451 wait complete. 2024-09-16T00:55:13.808 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:55:13.808 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:13.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.909+0000 7f4ebd391640 1 Processor -- start 2024-09-16T00:55:13.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.909+0000 7f4ebd391640 1 -- start start 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4ebd391640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f4eb80b6a70 0x7f4eb80d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4ebd391640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4ebd391640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4eb80d1d90 con 0x7f4eb80b6690 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4ebd391640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f4eb80cf540 con 0x7f4eb80b6a70 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4ebd391640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4eb80ceef0 con 0x7f4eb80d1510 2024-09-16T00:55:13.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4eb77fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4eb67fc640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f4eb80b6a70 0x7f4eb80d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4eb77fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33354/0 (socket says 172.21.15.5:33354) 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.910+0000 7f4eb77fe640 1 -- 172.21.15.5:0/482228817 learned_addr learned my addr 172.21.15.5:0/482228817 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.911+0000 7f4eb77fe640 1 -- 172.21.15.5:0/482228817 >> v2:172.21.15.73:3300/0 conn(0x7f4eb80b6a70 msgr2=0x7f4eb80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.911+0000 7f4eb77fe640 1 --2- 172.21.15.5:0/482228817 >> v2:172.21.15.73:3300/0 conn(0x7f4eb80b6a70 0x7f4eb80d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.911+0000 7f4eb77fe640 1 -- 172.21.15.5:0/482228817 >> v1:172.21.15.73:6789/0 conn(0x7f4eb80b6690 legacy=0x7f4eb80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.911+0000 7f4eb77fe640 1 -- 172.21.15.5:0/482228817 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb80cf1d0 con 0x7f4eb80d1510 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4eb77fe640 1 --2- 172.21.15.5:0/482228817 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009e50 tx=0x7f4eb002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42550501ae248192 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4eb5ffb640 1 -- 172.21.15.5:0/482228817 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb0036070 con 0x7f4eb80d1510 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4eb5ffb640 1 -- 172.21.15.5:0/482228817 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4eb0031600 con 0x7f4eb80d1510 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4eb5ffb640 1 -- 172.21.15.5:0/482228817 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb00319d0 con 0x7f4eb80d1510 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 -- 172.21.15.5:0/482228817 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 msgr2=0x7f4eb80d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 --2- 172.21.15.5:0/482228817 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0009e50 tx=0x7f4eb002a710 comp rx=0 tx=0).stop 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 -- 172.21.15.5:0/482228817 shutdown_connections 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 --2- 172.21.15.5:0/482228817 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80d1510 0x7f4eb80d2b50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 --2- 172.21.15.5:0/482228817 >> v2:172.21.15.73:3300/0 conn(0x7f4eb80b6a70 0x7f4eb80d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 -- 172.21.15.5:0/482228817 >> 172.21.15.5:0/482228817 conn(0x7f4eb8072560 msgr2=0x7f4eb8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 -- 172.21.15.5:0/482228817 shutdown_connections 2024-09-16T00:55:13.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.912+0000 7f4ebd391640 1 -- 172.21.15.5:0/482228817 wait complete. 2024-09-16T00:55:13.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 Processor -- start 2024-09-16T00:55:13.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 -- start start 2024-09-16T00:55:13.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80b6a70 0x7f4eb8156530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4eb80d1510 0x7f4eb80ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb80d1b00 con 0x7f4eb80b6690 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb80d1980 con 0x7f4eb80d1510 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4ebd391640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4eb815c530 con 0x7f4eb80b6a70 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.914+0000 7f4eb6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb67fc640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80b6a70 0x7f4eb8156530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42620/0 (socket says 172.21.15.5:42620) 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 -- 172.21.15.5:0/278752123 learned_addr learned my addr 172.21.15.5:0/278752123 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb77fe640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4eb80d1510 0x7f4eb80ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 -- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80b6a70 msgr2=0x7f4eb8156530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80b6a70 0x7f4eb8156530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 -- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4eb80d1510 msgr2=0x7f4eb80ca900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4eb80d1510 0x7f4eb80ca900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 -- 172.21.15.5:0/278752123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb8156a70 con 0x7f4eb80b6690 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4eb6ffd640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800c3c0 tx=0x7f4ea800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea80052d0 con 0x7f4eb80b6690 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ea8005490 con 0x7f4eb80b6690 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eb81f4f00 con 0x7f4eb80b6690 2024-09-16T00:55:13.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8007260 con 0x7f4eb80b6690 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.915+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eb81f54c0 con 0x7f4eb80b6690 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.916+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4eb80d0fd0 con 0x7f4eb80b6690 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.917+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ea8007400 con 0x7f4eb80b6690 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.917+0000 7f4e9f7fe640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 0x7f4ea406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.917+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4ea808a7f0 con 0x7f4eb80b6690 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.917+0000 7f4eb67fc640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 0x7f4ea406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.918+0000 7f4eb67fc640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 0x7f4ea406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4eb815f1a0 tx=0x7f4eac009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:13.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:13.922+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ea8058980 con 0x7f4eb80b6690 2024-09-16T00:55:14.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.093+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4eb80cebc0 con 0x7f4ea406c2b0 2024-09-16T00:55:14.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.100+0000 7f4e9f7fe640 1 -- 172.21.15.5:0/278752123 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242262 (secure 0 0 0) 0x7f4eb80cebc0 con 0x7f4ea406c2b0 2024-09-16T00:55:14.103 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:14.104 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:14.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 msgr2=0x7f4ea406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 0x7f4ea406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4eb815f1a0 tx=0x7f4eac009190 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 msgr2=0x7f4eb81f4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800c3c0 tx=0x7f4ea800c880 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 shutdown_connections 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ea406c2b0 0x7f4ea406e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4eb80d1510 0x7f4eb80ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4eb80b6a70 0x7f4eb8156530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 --2- 172.21.15.5:0/278752123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4eb80b6690 0x7f4eb81f4800 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 >> 172.21.15.5:0/278752123 conn(0x7f4eb8072560 msgr2=0x7f4eb80b78a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 shutdown_connections 2024-09-16T00:55:14.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.103+0000 7f4ebd391640 1 -- 172.21.15.5:0/278752123 wait complete. 2024-09-16T00:55:14.113 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-16T00:55:12.305123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":235336,"kb_used_data":2468,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739384,"statfs":{"total":773094113280,"available":772853129216,"internally_reserved":0,"allocated":2527232,"data_stored":1596717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.200685"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119649+0000","last_change":"2024-09-16T00:55:09.119649+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119649+0000","last_undegraded":"2024-09-16T00:55:09.119649+0000","last_fullsized":"2024-09-16T00:55:09.119649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116180+0000","last_change":"2024-09-16T00:55:09.116180+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116180+0000","last_undegraded":"2024-09-16T00:55:09.116180+0000","last_fullsized":"2024-09-16T00:55:09.116180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120264+0000","last_change":"2024-09-16T00:55:09.120264+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120264+0000","last_undegraded":"2024-09-16T00:55:09.120264+0000","last_fullsized":"2024-09-16T00:55:09.120264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116306+0000","last_change":"2024-09-16T00:55:09.116306+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116306+0000","last_undegraded":"2024-09-16T00:55:09.116306+0000","last_fullsized":"2024-09-16T00:55:09.116306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121853+0000","last_change":"2024-09-16T00:55:09.121853+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121853+0000","last_undegraded":"2024-09-16T00:55:09.121853+0000","last_fullsized":"2024-09-16T00:55:09.121853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119229+0000","last_change":"2024-09-16T00:55:09.119229+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119229+0000","last_undegraded":"2024-09-16T00:55:09.119229+0000","last_fullsized":"2024-09-16T00:55:09.119229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118389+0000","last_change":"2024-09-16T00:55:09.118389+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118389+0000","last_undegraded":"2024-09-16T00:55:09.118389+0000","last_fullsized":"2024-09-16T00:55:09.118389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116444+0000","last_change":"2024-09-16T00:55:09.116444+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116444+0000","last_undegraded":"2024-09-16T00:55:09.116444+0000","last_fullsized":"2024-09-16T00:55:09.116444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114458+0000","last_change":"2024-09-16T00:55:09.114458+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114458+0000","last_undegraded":"2024-09-16T00:55:09.114458+0000","last_fullsized":"2024-09-16T00:55:09.114458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117619+0000","last_change":"2024-09-16T00:55:09.117619+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117619+0000","last_undegraded":"2024-09-16T00:55:09.117619+0000","last_fullsized":"2024-09-16T00:55:09.117619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115842+0000","last_change":"2024-09-16T00:55:09.115842+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115842+0000","last_undegraded":"2024-09-16T00:55:09.115842+0000","last_fullsized":"2024-09-16T00:55:09.115842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114644+0000","last_change":"2024-09-16T00:55:09.114644+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114644+0000","last_undegraded":"2024-09-16T00:55:09.114644+0000","last_fullsized":"2024-09-16T00:55:09.114644+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115429+0000","last_change":"2024-09-16T00:55:09.115429+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115429+0000","last_undegraded":"2024-09-16T00:55:09.115429+0000","last_fullsized":"2024-09-16T00:55:09.115429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117208+0000","last_change":"2024-09-16T00:55:09.117208+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117208+0000","last_undegraded":"2024-09-16T00:55:09.117208+0000","last_fullsized":"2024-09-16T00:55:09.117208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.111290+0000","last_change":"2024-09-16T00:55:08.111290+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.111290+0000","last_undegraded":"2024-09-16T00:55:08.111290+0000","last_fullsized":"2024-09-16T00:55:08.111290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:08.098827+0000","last_change":"2024-09-16T00:55:08.098827+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.098827+0000","last_undegraded":"2024-09-16T00:55:08.098827+0000","last_fullsized":"2024-09-16T00:55:08.098827+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110079+0000","last_change":"2024-09-16T00:55:08.110079+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110079+0000","last_undegraded":"2024-09-16T00:55:08.110079+0000","last_fullsized":"2024-09-16T00:55:08.110079+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.125505+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:09.125505+0000","last_peered":"2024-09-16T00:55:09.125505+0000","last_clean":"2024-09-16T00:55:09.125505+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:09.125505+0000","last_undegraded":"2024-09-16T00:55:09.125505+0000","last_fullsized":"2024-09-16T00:55:09.125505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:08.098827+0000","last_change":"2024-09-16T00:55:08.098827+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.098827+0000","last_undegraded":"2024-09-16T00:55:08.098827+0000","last_fullsized":"2024-09-16T00:55:08.098827+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114843+0000","last_change":"2024-09-16T00:55:09.114843+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114843+0000","last_undegraded":"2024-09-16T00:55:09.114843+0000","last_fullsized":"2024-09-16T00:55:09.114843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131146+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:09.131146+0000","last_peered":"2024-09-16T00:55:09.131146+0000","last_clean":"2024-09-16T00:55:09.131146+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:09.131146+0000","last_undegraded":"2024-09-16T00:55:09.131146+0000","last_fullsized":"2024-09-16T00:55:09.131146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:54.679673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110999+0000","last_change":"2024-09-16T00:55:08.110999+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110999+0000","last_undegraded":"2024-09-16T00:55:08.110999+0000","last_fullsized":"2024-09-16T00:55:08.110999+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117346+0000","last_change":"2024-09-16T00:55:09.117346+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117346+0000","last_undegraded":"2024-09-16T00:55:09.117346+0000","last_fullsized":"2024-09-16T00:55:09.117346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:08.098827+0000","last_change":"2024-09-16T00:55:08.098827+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.098827+0000","last_undegraded":"2024-09-16T00:55:08.098827+0000","last_fullsized":"2024-09-16T00:55:08.098827+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121311+0000","last_change":"2024-09-16T00:55:09.121311+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121311+0000","last_undegraded":"2024-09-16T00:55:09.121311+0000","last_fullsized":"2024-09-16T00:55:09.121311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.109253+0000","last_change":"2024-09-16T00:55:08.109253+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.109253+0000","last_undegraded":"2024-09-16T00:55:08.109253+0000","last_fullsized":"2024-09-16T00:55:08.109253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.133883+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:09.133883+0000","last_peered":"2024-09-16T00:55:09.133883+0000","last_clean":"2024-09-16T00:55:09.133883+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:09.133883+0000","last_undegraded":"2024-09-16T00:55:09.133883+0000","last_fullsized":"2024-09-16T00:55:09.133883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117999+0000","last_change":"2024-09-16T00:55:09.117999+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117999+0000","last_undegraded":"2024-09-16T00:55:09.117999+0000","last_fullsized":"2024-09-16T00:55:09.117999+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:08.098827+0000","last_change":"2024-09-16T00:55:08.098827+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.098827+0000","last_undegraded":"2024-09-16T00:55:08.098827+0000","last_fullsized":"2024-09-16T00:55:08.098827+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.107374+0000","last_change":"2024-09-16T00:55:08.107374+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.107374+0000","last_undegraded":"2024-09-16T00:55:08.107374+0000","last_fullsized":"2024-09-16T00:55:08.107374+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118113+0000","last_change":"2024-09-16T00:55:09.118113+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118113+0000","last_undegraded":"2024-09-16T00:55:09.118113+0000","last_fullsized":"2024-09-16T00:55:09.118113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131165+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:09.131165+0000","last_peered":"2024-09-16T00:55:09.131165+0000","last_clean":"2024-09-16T00:55:09.131165+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:09.131165+0000","last_undegraded":"2024-09-16T00:55:09.131165+0000","last_fullsized":"2024-09-16T00:55:09.131165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:58.637263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117345+0000","last_change":"2024-09-16T00:55:09.117345+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117345+0000","last_undegraded":"2024-09-16T00:55:09.117345+0000","last_fullsized":"2024-09-16T00:55:09.117345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.107195+0000","last_change":"2024-09-16T00:55:08.107195+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.107195+0000","last_undegraded":"2024-09-16T00:55:08.107195+0000","last_fullsized":"2024-09-16T00:55:08.107195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118758+0000","last_change":"2024-09-16T00:55:09.118758+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118758+0000","last_undegraded":"2024-09-16T00:55:09.118758+0000","last_fullsized":"2024-09-16T00:55:09.118758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.109949+0000","last_change":"2024-09-16T00:55:08.109949+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.109949+0000","last_undegraded":"2024-09-16T00:55:08.109949+0000","last_fullsized":"2024-09-16T00:55:08.109949+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114765+0000","last_change":"2024-09-16T00:55:09.114765+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114765+0000","last_undegraded":"2024-09-16T00:55:09.114765+0000","last_fullsized":"2024-09-16T00:55:09.114765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.107117+0000","last_change":"2024-09-16T00:55:08.107117+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.107117+0000","last_undegraded":"2024-09-16T00:55:08.107117+0000","last_fullsized":"2024-09-16T00:55:08.107117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120877+0000","last_change":"2024-09-16T00:55:09.120877+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120877+0000","last_undegraded":"2024-09-16T00:55:09.120877+0000","last_fullsized":"2024-09-16T00:55:09.120877+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.124149+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:09.124149+0000","last_peered":"2024-09-16T00:55:09.124149+0000","last_clean":"2024-09-16T00:55:09.124149+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:09.124149+0000","last_undegraded":"2024-09-16T00:55:09.124149+0000","last_fullsized":"2024-09-16T00:55:09.124149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131081+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:09.131081+0000","last_peered":"2024-09-16T00:55:09.131081+0000","last_clean":"2024-09-16T00:55:09.131081+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:09.131081+0000","last_undegraded":"2024-09-16T00:55:09.131081+0000","last_fullsized":"2024-09-16T00:55:09.131081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:58.738460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134169+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:09.134169+0000","last_peered":"2024-09-16T00:55:09.134169+0000","last_clean":"2024-09-16T00:55:09.134169+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:09.134169+0000","last_undegraded":"2024-09-16T00:55:09.134169+0000","last_fullsized":"2024-09-16T00:55:09.134169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.107009+0000","last_change":"2024-09-16T00:55:08.107009+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.107009+0000","last_undegraded":"2024-09-16T00:55:08.107009+0000","last_fullsized":"2024-09-16T00:55:08.107009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131296+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:09.131296+0000","last_peered":"2024-09-16T00:55:09.131296+0000","last_clean":"2024-09-16T00:55:09.131296+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:09.131296+0000","last_undegraded":"2024-09-16T00:55:09.131296+0000","last_fullsized":"2024-09-16T00:55:09.131296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118685+0000","last_change":"2024-09-16T00:55:09.118685+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118685+0000","last_undegraded":"2024-09-16T00:55:09.118685+0000","last_fullsized":"2024-09-16T00:55:09.118685+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110632+0000","last_change":"2024-09-16T00:55:08.110632+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110632+0000","last_undegraded":"2024-09-16T00:55:08.110632+0000","last_fullsized":"2024-09-16T00:55:08.110632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.113701+0000","last_change":"2024-09-16T00:55:09.113701+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.113701+0000","last_undegraded":"2024-09-16T00:55:09.113701+0000","last_fullsized":"2024-09-16T00:55:09.113701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134122+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:09.134122+0000","last_peered":"2024-09-16T00:55:09.134122+0000","last_clean":"2024-09-16T00:55:09.134122+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:09.134122+0000","last_undegraded":"2024-09-16T00:55:09.134122+0000","last_fullsized":"2024-09-16T00:55:09.134122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110423+0000","last_change":"2024-09-16T00:55:08.110423+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110423+0000","last_undegraded":"2024-09-16T00:55:08.110423+0000","last_fullsized":"2024-09-16T00:55:08.110423+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:08.098827+0000","last_change":"2024-09-16T00:55:08.098827+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.098827+0000","last_undegraded":"2024-09-16T00:55:08.098827+0000","last_fullsized":"2024-09-16T00:55:08.098827+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134147+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:09.134147+0000","last_peered":"2024-09-16T00:55:09.134147+0000","last_clean":"2024-09-16T00:55:09.134147+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:09.134147+0000","last_undegraded":"2024-09-16T00:55:09.134147+0000","last_fullsized":"2024-09-16T00:55:09.134147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:00.231425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117428+0000","last_change":"2024-09-16T00:55:09.117428+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117428+0000","last_undegraded":"2024-09-16T00:55:09.117428+0000","last_fullsized":"2024-09-16T00:55:09.117428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110587+0000","last_change":"2024-09-16T00:55:08.110587+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110587+0000","last_undegraded":"2024-09-16T00:55:08.110587+0000","last_fullsized":"2024-09-16T00:55:08.110587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.109816+0000","last_change":"2024-09-16T00:55:08.109816+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.109816+0000","last_undegraded":"2024-09-16T00:55:08.109816+0000","last_fullsized":"2024-09-16T00:55:08.109816+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134253+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:09.134253+0000","last_peered":"2024-09-16T00:55:09.134253+0000","last_clean":"2024-09-16T00:55:09.134253+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:09.134253+0000","last_undegraded":"2024-09-16T00:55:09.134253+0000","last_fullsized":"2024-09-16T00:55:09.134253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114509+0000","last_change":"2024-09-16T00:55:09.114509+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114509+0000","last_undegraded":"2024-09-16T00:55:09.114509+0000","last_fullsized":"2024-09-16T00:55:09.114509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134228+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:09.134228+0000","last_peered":"2024-09-16T00:55:09.134228+0000","last_clean":"2024-09-16T00:55:09.134228+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:09.134228+0000","last_undegraded":"2024-09-16T00:55:09.134228+0000","last_fullsized":"2024-09-16T00:55:09.134228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115487+0000","last_change":"2024-09-16T00:55:09.115487+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115487+0000","last_undegraded":"2024-09-16T00:55:09.115487+0000","last_fullsized":"2024-09-16T00:55:09.115487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134100+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:09.134100+0000","last_peered":"2024-09-16T00:55:09.134100+0000","last_clean":"2024-09-16T00:55:09.134100+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:09.134100+0000","last_undegraded":"2024-09-16T00:55:09.134100+0000","last_fullsized":"2024-09-16T00:55:09.134100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.110704+0000","last_change":"2024-09-16T00:55:08.110704+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.110704+0000","last_undegraded":"2024-09-16T00:55:08.110704+0000","last_fullsized":"2024-09-16T00:55:08.110704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:09.104286+0000","last_change":"2024-09-16T00:55:09.104286+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.104286+0000","last_undegraded":"2024-09-16T00:55:09.104286+0000","last_fullsized":"2024-09-16T00:55:09.104286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T00:55:08.109291+0000","last_change":"2024-09-16T00:55:08.109291+0000","last_active":"2024-09-16T00:55:08.098827+0000","last_peered":"2024-09-16T00:55:08.098827+0000","last_clean":"2024-09-16T00:55:08.098827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:08.109291+0000","last_undegraded":"2024-09-16T00:55:08.109291+0000","last_fullsized":"2024-09-16T00:55:08.109291+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":644547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":159744,"data_stored":48362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31344,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340496,"statfs":{"total":96636764160,"available":96604667904,"internally_reserved":0,"allocated":159744,"data_stored":48362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31356,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340484,"statfs":{"total":96636764160,"available":96604655616,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31936,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339904,"statfs":{"total":96636764160,"available":96604061696,"internally_reserved":0,"allocated":765952,"data_stored":644547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":48362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:14.118 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:14.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.257+0000 7f7a1994b640 1 Processor -- start 2024-09-16T00:55:14.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.257+0000 7f7a1994b640 1 -- start start 2024-09-16T00:55:14.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a1994b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7a1415b110 0x7f7a140b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a1994b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f7a1415b4f0 0x7f7a140d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a1994b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a140b4250 con 0x7f7a14073d10 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a1994b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7a140b44f0 con 0x7f7a1415b110 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a1994b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f7a140ccd80 con 0x7f7a1415b4f0 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a12ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7a1415b110 0x7f7a140b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a137fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7a14073d10 0x7f7a1415ee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33934/0 (socket says 172.21.15.5:33934) 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a137fe640 1 -- 172.21.15.5:0/2111518605 learned_addr learned my addr 172.21.15.5:0/2111518605 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a127fc640 1 --2- 172.21.15.5:0/2111518605 >> v2:172.21.15.73:3300/0 conn(0x7f7a1415b4f0 0x7f7a140d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a12ffd640 1 -- 172.21.15.5:0/2111518605 >> v2:172.21.15.73:3300/0 conn(0x7f7a1415b4f0 msgr2=0x7f7a140d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/2111518605 >> v2:172.21.15.73:3300/0 conn(0x7f7a1415b4f0 0x7f7a140d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a12ffd640 1 -- 172.21.15.5:0/2111518605 >> v1:172.21.15.5:6789/0 conn(0x7f7a14073d10 legacy=0x7f7a1415ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.258+0000 7f7a12ffd640 1 -- 172.21.15.5:0/2111518605 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a140cd060 con 0x7f7a1415b110 2024-09-16T00:55:14.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.259+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/2111518605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a140b3d10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7a140b4670 tx=0x7f7a0402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12fd9ebcc58aeec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.259+0000 7f7a11ffb640 1 -- 172.21.15.5:0/2111518605 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a04037070 con 0x7f7a1415b110 2024-09-16T00:55:14.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.259+0000 7f7a11ffb640 1 -- 172.21.15.5:0/2111518605 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a04032440 con 0x7f7a1415b110 2024-09-16T00:55:14.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.259+0000 7f7a11ffb640 1 -- 172.21.15.5:0/2111518605 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a04032810 con 0x7f7a1415b110 2024-09-16T00:55:14.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 -- 172.21.15.5:0/2111518605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 msgr2=0x7f7a140b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 --2- 172.21.15.5:0/2111518605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a140b3d10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7a140b4670 tx=0x7f7a0402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 -- 172.21.15.5:0/2111518605 shutdown_connections 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 --2- 172.21.15.5:0/2111518605 >> v2:172.21.15.73:3300/0 conn(0x7f7a1415b4f0 0x7f7a140d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 --2- 172.21.15.5:0/2111518605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a140b3d10 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 -- 172.21.15.5:0/2111518605 >> 172.21.15.5:0/2111518605 conn(0x7f7a1406d000 msgr2=0x7f7a1406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 -- 172.21.15.5:0/2111518605 shutdown_connections 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.260+0000 7f7a1994b640 1 -- 172.21.15.5:0/2111518605 wait complete. 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.261+0000 7f7a1994b640 1 Processor -- start 2024-09-16T00:55:14.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.261+0000 7f7a1994b640 1 -- start start 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 0x7f7a141e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 0x7f7a141f1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7a140ceb50 con 0x7f7a1415b110 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7a140cd620 con 0x7f7a14073d10 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a1994b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7a140cecd0 con 0x7f7a1415b4f0 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42640/0 (socket says 172.21.15.5:42640) 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 -- 172.21.15.5:0/1111864536 learned_addr learned my addr 172.21.15.5:0/1111864536 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a137fe640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 0x7f7a141f1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 0x7f7a141e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 -- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 msgr2=0x7f7a141f1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 0x7f7a141f1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 -- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 msgr2=0x7f7a141e7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 0x7f7a141e7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 -- 172.21.15.5:0/1111864536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a14149430 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 0x7f7a141e7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a137fe640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 0x7f7a141f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.262+0000 7f7a127fc640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7a0800e840 tx=0x7f7a0800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.263+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08017070 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.263+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a0800c940 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.263+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a141f2890 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.263+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0800cd10 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.263+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a141f2e50 con 0x7f7a1415b110 2024-09-16T00:55:14.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.264+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a140b3d10 con 0x7f7a1415b110 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.264+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a0801a070 con 0x7f7a1415b110 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.265+0000 7f79fbfff640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 0x7f7a0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.265+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7a0808b270 con 0x7f7a1415b110 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.265+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 0x7f7a0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.265+0000 7f7a12ffd640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 0x7f7a0006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7a04034000 tx=0x7f7a0402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.269+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a14149430 con 0x7f7a1415b110 2024-09-16T00:55:14.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.441+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7a14159540 con 0x7f7a0006c2b0 2024-09-16T00:55:14.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.447+0000 7f79fbfff640 1 -- 172.21.15.5:0/1111864536 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249638 (secure 0 0 0) 0x7f7a14159540 con 0x7f7a0006c2b0 2024-09-16T00:55:14.449 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:14.451 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:14.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 msgr2=0x7f7a0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 0x7f7a0006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7a04034000 tx=0x7f7a0402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:14.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 msgr2=0x7f7a14148ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7a0800e840 tx=0x7f7a0800ed00 comp rx=0 tx=0).stop 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 shutdown_connections 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7a0006c2b0 0x7f7a0006e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7a1415b4f0 0x7f7a141f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1415b110 0x7f7a14148ef0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 --2- 172.21.15.5:0/1111864536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7a14073d10 0x7f7a141e7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 >> 172.21.15.5:0/1111864536 conn(0x7f7a1406d000 msgr2=0x7f7a140af690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 shutdown_connections 2024-09-16T00:55:14.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.450+0000 7f7a1994b640 1 -- 172.21.15.5:0/1111864536 wait complete. 2024-09-16T00:55:14.460 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T00:55:14.305538+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235592,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739128,"statfs":{"total":773094113280,"available":772852867072,"internally_reserved":0,"allocated":2781184,"data_stored":1708640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001321"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119649+0000","last_change":"2024-09-16T00:55:09.119649+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119649+0000","last_undegraded":"2024-09-16T00:55:09.119649+0000","last_fullsized":"2024-09-16T00:55:09.119649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116180+0000","last_change":"2024-09-16T00:55:09.116180+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116180+0000","last_undegraded":"2024-09-16T00:55:09.116180+0000","last_fullsized":"2024-09-16T00:55:09.116180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120264+0000","last_change":"2024-09-16T00:55:09.120264+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120264+0000","last_undegraded":"2024-09-16T00:55:09.120264+0000","last_fullsized":"2024-09-16T00:55:09.120264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116306+0000","last_change":"2024-09-16T00:55:09.116306+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116306+0000","last_undegraded":"2024-09-16T00:55:09.116306+0000","last_fullsized":"2024-09-16T00:55:09.116306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121853+0000","last_change":"2024-09-16T00:55:09.121853+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121853+0000","last_undegraded":"2024-09-16T00:55:09.121853+0000","last_fullsized":"2024-09-16T00:55:09.121853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119229+0000","last_change":"2024-09-16T00:55:09.119229+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119229+0000","last_undegraded":"2024-09-16T00:55:09.119229+0000","last_fullsized":"2024-09-16T00:55:09.119229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136188+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:10.136188+0000","last_peered":"2024-09-16T00:55:10.136188+0000","last_clean":"2024-09-16T00:55:10.136188+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:10.136188+0000","last_undegraded":"2024-09-16T00:55:10.136188+0000","last_fullsized":"2024-09-16T00:55:10.136188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.131635+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:10.131635+0000","last_peered":"2024-09-16T00:55:10.131635+0000","last_clean":"2024-09-16T00:55:10.131635+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:10.131635+0000","last_undegraded":"2024-09-16T00:55:10.131635+0000","last_fullsized":"2024-09-16T00:55:10.131635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:04.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118389+0000","last_change":"2024-09-16T00:55:09.118389+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118389+0000","last_undegraded":"2024-09-16T00:55:09.118389+0000","last_fullsized":"2024-09-16T00:55:09.118389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116444+0000","last_change":"2024-09-16T00:55:09.116444+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116444+0000","last_undegraded":"2024-09-16T00:55:09.116444+0000","last_fullsized":"2024-09-16T00:55:09.116444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114458+0000","last_change":"2024-09-16T00:55:09.114458+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114458+0000","last_undegraded":"2024-09-16T00:55:09.114458+0000","last_fullsized":"2024-09-16T00:55:09.114458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117619+0000","last_change":"2024-09-16T00:55:09.117619+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117619+0000","last_undegraded":"2024-09-16T00:55:09.117619+0000","last_fullsized":"2024-09-16T00:55:09.117619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138442+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:10.138442+0000","last_peered":"2024-09-16T00:55:10.138442+0000","last_clean":"2024-09-16T00:55:10.138442+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:10.138442+0000","last_undegraded":"2024-09-16T00:55:10.138442+0000","last_fullsized":"2024-09-16T00:55:10.138442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115842+0000","last_change":"2024-09-16T00:55:09.115842+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115842+0000","last_undegraded":"2024-09-16T00:55:09.115842+0000","last_fullsized":"2024-09-16T00:55:09.115842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114644+0000","last_change":"2024-09-16T00:55:09.114644+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114644+0000","last_undegraded":"2024-09-16T00:55:09.114644+0000","last_fullsized":"2024-09-16T00:55:09.114644+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.141918+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:10.141918+0000","last_peered":"2024-09-16T00:55:10.141918+0000","last_clean":"2024-09-16T00:55:10.141918+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:10.141918+0000","last_undegraded":"2024-09-16T00:55:10.141918+0000","last_fullsized":"2024-09-16T00:55:10.141918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115429+0000","last_change":"2024-09-16T00:55:09.115429+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115429+0000","last_undegraded":"2024-09-16T00:55:09.115429+0000","last_fullsized":"2024-09-16T00:55:09.115429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146812+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:10.146812+0000","last_peered":"2024-09-16T00:55:10.146812+0000","last_clean":"2024-09-16T00:55:10.146812+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:10.146812+0000","last_undegraded":"2024-09-16T00:55:10.146812+0000","last_fullsized":"2024-09-16T00:55:10.146812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117208+0000","last_change":"2024-09-16T00:55:09.117208+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117208+0000","last_undegraded":"2024-09-16T00:55:09.117208+0000","last_fullsized":"2024-09-16T00:55:09.117208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136762+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:10.136762+0000","last_peered":"2024-09-16T00:55:10.136762+0000","last_clean":"2024-09-16T00:55:10.136762+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:10.136762+0000","last_undegraded":"2024-09-16T00:55:10.136762+0000","last_fullsized":"2024-09-16T00:55:10.136762+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.125505+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:09.125505+0000","last_peered":"2024-09-16T00:55:09.125505+0000","last_clean":"2024-09-16T00:55:09.125505+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:09.125505+0000","last_undegraded":"2024-09-16T00:55:09.125505+0000","last_fullsized":"2024-09-16T00:55:09.125505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124633+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:10.124633+0000","last_peered":"2024-09-16T00:55:10.124633+0000","last_clean":"2024-09-16T00:55:10.124633+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:10.124633+0000","last_undegraded":"2024-09-16T00:55:10.124633+0000","last_fullsized":"2024-09-16T00:55:10.124633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114843+0000","last_change":"2024-09-16T00:55:09.114843+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114843+0000","last_undegraded":"2024-09-16T00:55:09.114843+0000","last_fullsized":"2024-09-16T00:55:09.114843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131146+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:09.131146+0000","last_peered":"2024-09-16T00:55:09.131146+0000","last_clean":"2024-09-16T00:55:09.131146+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:09.131146+0000","last_undegraded":"2024-09-16T00:55:09.131146+0000","last_fullsized":"2024-09-16T00:55:09.131146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:54.679673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117346+0000","last_change":"2024-09-16T00:55:09.117346+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117346+0000","last_undegraded":"2024-09-16T00:55:09.117346+0000","last_fullsized":"2024-09-16T00:55:09.117346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146862+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:10.146862+0000","last_peered":"2024-09-16T00:55:10.146862+0000","last_clean":"2024-09-16T00:55:10.146862+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:10.146862+0000","last_undegraded":"2024-09-16T00:55:10.146862+0000","last_fullsized":"2024-09-16T00:55:10.146862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121311+0000","last_change":"2024-09-16T00:55:09.121311+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121311+0000","last_undegraded":"2024-09-16T00:55:09.121311+0000","last_fullsized":"2024-09-16T00:55:09.121311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.133883+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:09.133883+0000","last_peered":"2024-09-16T00:55:09.133883+0000","last_clean":"2024-09-16T00:55:09.133883+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:09.133883+0000","last_undegraded":"2024-09-16T00:55:09.133883+0000","last_fullsized":"2024-09-16T00:55:09.133883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117999+0000","last_change":"2024-09-16T00:55:09.117999+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117999+0000","last_undegraded":"2024-09-16T00:55:09.117999+0000","last_fullsized":"2024-09-16T00:55:09.117999+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124650+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:10.124650+0000","last_peered":"2024-09-16T00:55:10.124650+0000","last_clean":"2024-09-16T00:55:10.124650+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:10.124650+0000","last_undegraded":"2024-09-16T00:55:10.124650+0000","last_fullsized":"2024-09-16T00:55:10.124650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146834+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:10.146834+0000","last_peered":"2024-09-16T00:55:10.146834+0000","last_clean":"2024-09-16T00:55:10.146834+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:10.146834+0000","last_undegraded":"2024-09-16T00:55:10.146834+0000","last_fullsized":"2024-09-16T00:55:10.146834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118113+0000","last_change":"2024-09-16T00:55:09.118113+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118113+0000","last_undegraded":"2024-09-16T00:55:09.118113+0000","last_fullsized":"2024-09-16T00:55:09.118113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131165+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:09.131165+0000","last_peered":"2024-09-16T00:55:09.131165+0000","last_clean":"2024-09-16T00:55:09.131165+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:09.131165+0000","last_undegraded":"2024-09-16T00:55:09.131165+0000","last_fullsized":"2024-09-16T00:55:09.131165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:58.637263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117345+0000","last_change":"2024-09-16T00:55:09.117345+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117345+0000","last_undegraded":"2024-09-16T00:55:09.117345+0000","last_fullsized":"2024-09-16T00:55:09.117345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118758+0000","last_change":"2024-09-16T00:55:09.118758+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118758+0000","last_undegraded":"2024-09-16T00:55:09.118758+0000","last_fullsized":"2024-09-16T00:55:09.118758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114765+0000","last_change":"2024-09-16T00:55:09.114765+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114765+0000","last_undegraded":"2024-09-16T00:55:09.114765+0000","last_fullsized":"2024-09-16T00:55:09.114765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120877+0000","last_change":"2024-09-16T00:55:09.120877+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120877+0000","last_undegraded":"2024-09-16T00:55:09.120877+0000","last_fullsized":"2024-09-16T00:55:09.120877+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.124149+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:09.124149+0000","last_peered":"2024-09-16T00:55:09.124149+0000","last_clean":"2024-09-16T00:55:09.124149+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:09.124149+0000","last_undegraded":"2024-09-16T00:55:09.124149+0000","last_fullsized":"2024-09-16T00:55:09.124149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131081+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:09.131081+0000","last_peered":"2024-09-16T00:55:09.131081+0000","last_clean":"2024-09-16T00:55:09.131081+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:09.131081+0000","last_undegraded":"2024-09-16T00:55:09.131081+0000","last_fullsized":"2024-09-16T00:55:09.131081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:58.738460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134169+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:09.134169+0000","last_peered":"2024-09-16T00:55:09.134169+0000","last_clean":"2024-09-16T00:55:09.134169+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:09.134169+0000","last_undegraded":"2024-09-16T00:55:09.134169+0000","last_fullsized":"2024-09-16T00:55:09.134169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131296+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:09.131296+0000","last_peered":"2024-09-16T00:55:09.131296+0000","last_clean":"2024-09-16T00:55:09.131296+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:09.131296+0000","last_undegraded":"2024-09-16T00:55:09.131296+0000","last_fullsized":"2024-09-16T00:55:09.131296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118685+0000","last_change":"2024-09-16T00:55:09.118685+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118685+0000","last_undegraded":"2024-09-16T00:55:09.118685+0000","last_fullsized":"2024-09-16T00:55:09.118685+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.113701+0000","last_change":"2024-09-16T00:55:09.113701+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.113701+0000","last_undegraded":"2024-09-16T00:55:09.113701+0000","last_fullsized":"2024-09-16T00:55:09.113701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134122+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:09.134122+0000","last_peered":"2024-09-16T00:55:09.134122+0000","last_clean":"2024-09-16T00:55:09.134122+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:09.134122+0000","last_undegraded":"2024-09-16T00:55:09.134122+0000","last_fullsized":"2024-09-16T00:55:09.134122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.142363+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:10.142363+0000","last_peered":"2024-09-16T00:55:10.142363+0000","last_clean":"2024-09-16T00:55:10.142363+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:10.142363+0000","last_undegraded":"2024-09-16T00:55:10.142363+0000","last_fullsized":"2024-09-16T00:55:10.142363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134147+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:09.134147+0000","last_peered":"2024-09-16T00:55:09.134147+0000","last_clean":"2024-09-16T00:55:09.134147+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:09.134147+0000","last_undegraded":"2024-09-16T00:55:09.134147+0000","last_fullsized":"2024-09-16T00:55:09.134147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:00.231425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117428+0000","last_change":"2024-09-16T00:55:09.117428+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117428+0000","last_undegraded":"2024-09-16T00:55:09.117428+0000","last_fullsized":"2024-09-16T00:55:09.117428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134253+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:09.134253+0000","last_peered":"2024-09-16T00:55:09.134253+0000","last_clean":"2024-09-16T00:55:09.134253+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:09.134253+0000","last_undegraded":"2024-09-16T00:55:09.134253+0000","last_fullsized":"2024-09-16T00:55:09.134253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138721+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:10.138721+0000","last_peered":"2024-09-16T00:55:10.138721+0000","last_clean":"2024-09-16T00:55:10.138721+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:10.138721+0000","last_undegraded":"2024-09-16T00:55:10.138721+0000","last_fullsized":"2024-09-16T00:55:10.138721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:21.213138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114509+0000","last_change":"2024-09-16T00:55:09.114509+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114509+0000","last_undegraded":"2024-09-16T00:55:09.114509+0000","last_fullsized":"2024-09-16T00:55:09.114509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134228+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:09.134228+0000","last_peered":"2024-09-16T00:55:09.134228+0000","last_clean":"2024-09-16T00:55:09.134228+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:09.134228+0000","last_undegraded":"2024-09-16T00:55:09.134228+0000","last_fullsized":"2024-09-16T00:55:09.134228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115487+0000","last_change":"2024-09-16T00:55:09.115487+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115487+0000","last_undegraded":"2024-09-16T00:55:09.115487+0000","last_fullsized":"2024-09-16T00:55:09.115487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134100+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:09.134100+0000","last_peered":"2024-09-16T00:55:09.134100+0000","last_clean":"2024-09-16T00:55:09.134100+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:09.134100+0000","last_undegraded":"2024-09-16T00:55:09.134100+0000","last_fullsized":"2024-09-16T00:55:09.134100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":644547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":68841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:14.464 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:14.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.602+0000 7fd64bfc4640 1 Processor -- start 2024-09-16T00:55:14.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 -- start start 2024-09-16T00:55:14.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd64415c330 0x7fd6440713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd644160990 0x7fd64406dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fd64406e270 0x7fd644072fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd64406e6e0 con 0x7fd644160990 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fd6440719b0 con 0x7fd64406e270 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.603+0000 7fd64bfc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd64415cb60 con 0x7fd64415c330 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd644160990 0x7fd64406dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd644160990 0x7fd64406dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42642/0 (socket says 172.21.15.5:42642) 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 -- 172.21.15.5:0/1429967441 learned_addr learned my addr 172.21.15.5:0/1429967441 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd649d60640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd64415c330 0x7fd6440713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64a561640 1 --2- 172.21.15.5:0/1429967441 >> v2:172.21.15.73:3300/0 conn(0x7fd64406e270 0x7fd644072fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 -- 172.21.15.5:0/1429967441 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd64415c330 msgr2=0x7fd6440713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd64415c330 0x7fd6440713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 -- 172.21.15.5:0/1429967441 >> v2:172.21.15.73:3300/0 conn(0x7fd64406e270 msgr2=0x7fd644072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:14.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 --2- 172.21.15.5:0/1429967441 >> v2:172.21.15.73:3300/0 conn(0x7fd64406e270 0x7fd644072fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.604+0000 7fd64955f640 1 -- 172.21.15.5:0/1429967441 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64415ce40 con 0x7fd644160990 2024-09-16T00:55:14.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64955f640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd644160990 0x7fd64406dd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd64415cd70 tx=0x7fd63402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9093db257414a27 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd648d5e640 1 -- 172.21.15.5:0/1429967441 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd634037070 con 0x7fd644160990 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd648d5e640 1 -- 172.21.15.5:0/1429967441 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd634032440 con 0x7fd644160990 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd648d5e640 1 -- 172.21.15.5:0/1429967441 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd634032810 con 0x7fd644160990 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1429967441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd644160990 msgr2=0x7fd64406dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd644160990 0x7fd64406dd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd64415cd70 tx=0x7fd63402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1429967441 shutdown_connections 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1429967441 >> v2:172.21.15.73:3300/0 conn(0x7fd64406e270 0x7fd644072fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd644160990 0x7fd64406dd30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1429967441 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd64415c330 0x7fd6440713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1429967441 >> 172.21.15.5:0/1429967441 conn(0x7fd6440b4170 msgr2=0x7fd6440b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1429967441 shutdown_connections 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.605+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1429967441 wait complete. 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 Processor -- start 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 -- start start 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd64415c330 0x7fd64415aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd644160990 0x7fd644158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd64415d920 con 0x7fd64406e270 2024-09-16T00:55:14.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd64415d400 con 0x7fd64415c330 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd64bfc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd644160dd0 con 0x7fd644160990 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd649d60640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd649d60640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42652/0 (socket says 172.21.15.5:42652) 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.607+0000 7fd649d60640 1 -- 172.21.15.5:0/1494594751 learned_addr learned my addr 172.21.15.5:0/1494594751 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd64955f640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd64415c330 0x7fd64415aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd64a561640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd644160990 0x7fd644158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 -- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd644160990 msgr2=0x7fd644158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd644160990 0x7fd644158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 -- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd64415c330 msgr2=0x7fd64415aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd64415c330 0x7fd64415aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 -- 172.21.15.5:0/1494594751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64415b120 con 0x7fd64406e270 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd649d60640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd64000e9b0 tx=0x7fd64000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640017070 con 0x7fd64406e270 2024-09-16T00:55:14.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd64000c9a0 con 0x7fd64406e270 2024-09-16T00:55:14.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64415b400 con 0x7fd64406e270 2024-09-16T00:55:14.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64000cd90 con 0x7fd64406e270 2024-09-16T00:55:14.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.608+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd64415b9c0 con 0x7fd64406e270 2024-09-16T00:55:14.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.609+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6440cea10 con 0x7fd64406e270 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.610+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd64001a070 con 0x7fd64406e270 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.610+0000 7fd63a7fc640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.610+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd64008b7a0 con 0x7fd64406e270 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.610+0000 7fd64955f640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.611+0000 7fd64955f640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 0x7fd62806e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd634034000 tx=0x7fd63402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.614+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6440cea10 con 0x7fd64406e270 2024-09-16T00:55:14.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.785+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd64415c710 con 0x7fd62806c2b0 2024-09-16T00:55:14.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.791+0000 7fd63a7fc640 1 -- 172.21.15.5:0/1494594751 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249638 (secure 0 0 0) 0x7fd64415c710 con 0x7fd62806c2b0 2024-09-16T00:55:14.794 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:14.795 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 msgr2=0x7fd62806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 0x7fd62806e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd634034000 tx=0x7fd63402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 msgr2=0x7fd64415a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd64000e9b0 tx=0x7fd64000ee70 comp rx=0 tx=0).stop 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 shutdown_connections 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd62806c2b0 0x7fd62806e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd644160990 0x7fd644158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd64415c330 0x7fd64415aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 --2- 172.21.15.5:0/1494594751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd64406e270 0x7fd64415a560 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 >> 172.21.15.5:0/1494594751 conn(0x7fd6440b4170 msgr2=0x7fd6440b2d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 shutdown_connections 2024-09-16T00:55:14.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.795+0000 7fd64bfc4640 1 -- 172.21.15.5:0/1494594751 wait complete. 2024-09-16T00:55:14.805 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T00:55:14.305538+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235592,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739128,"statfs":{"total":773094113280,"available":772852867072,"internally_reserved":0,"allocated":2781184,"data_stored":1708640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001321"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119649+0000","last_change":"2024-09-16T00:55:09.119649+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119649+0000","last_undegraded":"2024-09-16T00:55:09.119649+0000","last_fullsized":"2024-09-16T00:55:09.119649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116180+0000","last_change":"2024-09-16T00:55:09.116180+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116180+0000","last_undegraded":"2024-09-16T00:55:09.116180+0000","last_fullsized":"2024-09-16T00:55:09.116180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120264+0000","last_change":"2024-09-16T00:55:09.120264+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120264+0000","last_undegraded":"2024-09-16T00:55:09.120264+0000","last_fullsized":"2024-09-16T00:55:09.120264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116306+0000","last_change":"2024-09-16T00:55:09.116306+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116306+0000","last_undegraded":"2024-09-16T00:55:09.116306+0000","last_fullsized":"2024-09-16T00:55:09.116306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121853+0000","last_change":"2024-09-16T00:55:09.121853+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121853+0000","last_undegraded":"2024-09-16T00:55:09.121853+0000","last_fullsized":"2024-09-16T00:55:09.121853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119229+0000","last_change":"2024-09-16T00:55:09.119229+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119229+0000","last_undegraded":"2024-09-16T00:55:09.119229+0000","last_fullsized":"2024-09-16T00:55:09.119229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136188+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:10.136188+0000","last_peered":"2024-09-16T00:55:10.136188+0000","last_clean":"2024-09-16T00:55:10.136188+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:10.136188+0000","last_undegraded":"2024-09-16T00:55:10.136188+0000","last_fullsized":"2024-09-16T00:55:10.136188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.131635+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:10.131635+0000","last_peered":"2024-09-16T00:55:10.131635+0000","last_clean":"2024-09-16T00:55:10.131635+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:10.131635+0000","last_undegraded":"2024-09-16T00:55:10.131635+0000","last_fullsized":"2024-09-16T00:55:10.131635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:04.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118389+0000","last_change":"2024-09-16T00:55:09.118389+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118389+0000","last_undegraded":"2024-09-16T00:55:09.118389+0000","last_fullsized":"2024-09-16T00:55:09.118389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116444+0000","last_change":"2024-09-16T00:55:09.116444+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116444+0000","last_undegraded":"2024-09-16T00:55:09.116444+0000","last_fullsized":"2024-09-16T00:55:09.116444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114458+0000","last_change":"2024-09-16T00:55:09.114458+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114458+0000","last_undegraded":"2024-09-16T00:55:09.114458+0000","last_fullsized":"2024-09-16T00:55:09.114458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117619+0000","last_change":"2024-09-16T00:55:09.117619+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117619+0000","last_undegraded":"2024-09-16T00:55:09.117619+0000","last_fullsized":"2024-09-16T00:55:09.117619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138442+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:10.138442+0000","last_peered":"2024-09-16T00:55:10.138442+0000","last_clean":"2024-09-16T00:55:10.138442+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:10.138442+0000","last_undegraded":"2024-09-16T00:55:10.138442+0000","last_fullsized":"2024-09-16T00:55:10.138442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115842+0000","last_change":"2024-09-16T00:55:09.115842+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115842+0000","last_undegraded":"2024-09-16T00:55:09.115842+0000","last_fullsized":"2024-09-16T00:55:09.115842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114644+0000","last_change":"2024-09-16T00:55:09.114644+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114644+0000","last_undegraded":"2024-09-16T00:55:09.114644+0000","last_fullsized":"2024-09-16T00:55:09.114644+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.141918+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:10.141918+0000","last_peered":"2024-09-16T00:55:10.141918+0000","last_clean":"2024-09-16T00:55:10.141918+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:10.141918+0000","last_undegraded":"2024-09-16T00:55:10.141918+0000","last_fullsized":"2024-09-16T00:55:10.141918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115429+0000","last_change":"2024-09-16T00:55:09.115429+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115429+0000","last_undegraded":"2024-09-16T00:55:09.115429+0000","last_fullsized":"2024-09-16T00:55:09.115429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146812+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:10.146812+0000","last_peered":"2024-09-16T00:55:10.146812+0000","last_clean":"2024-09-16T00:55:10.146812+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:10.146812+0000","last_undegraded":"2024-09-16T00:55:10.146812+0000","last_fullsized":"2024-09-16T00:55:10.146812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117208+0000","last_change":"2024-09-16T00:55:09.117208+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117208+0000","last_undegraded":"2024-09-16T00:55:09.117208+0000","last_fullsized":"2024-09-16T00:55:09.117208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136762+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:10.136762+0000","last_peered":"2024-09-16T00:55:10.136762+0000","last_clean":"2024-09-16T00:55:10.136762+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:10.136762+0000","last_undegraded":"2024-09-16T00:55:10.136762+0000","last_fullsized":"2024-09-16T00:55:10.136762+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.125505+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:09.125505+0000","last_peered":"2024-09-16T00:55:09.125505+0000","last_clean":"2024-09-16T00:55:09.125505+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:09.125505+0000","last_undegraded":"2024-09-16T00:55:09.125505+0000","last_fullsized":"2024-09-16T00:55:09.125505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124633+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:10.124633+0000","last_peered":"2024-09-16T00:55:10.124633+0000","last_clean":"2024-09-16T00:55:10.124633+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:10.124633+0000","last_undegraded":"2024-09-16T00:55:10.124633+0000","last_fullsized":"2024-09-16T00:55:10.124633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114843+0000","last_change":"2024-09-16T00:55:09.114843+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114843+0000","last_undegraded":"2024-09-16T00:55:09.114843+0000","last_fullsized":"2024-09-16T00:55:09.114843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131146+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:09.131146+0000","last_peered":"2024-09-16T00:55:09.131146+0000","last_clean":"2024-09-16T00:55:09.131146+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:09.131146+0000","last_undegraded":"2024-09-16T00:55:09.131146+0000","last_fullsized":"2024-09-16T00:55:09.131146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:54.679673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117346+0000","last_change":"2024-09-16T00:55:09.117346+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117346+0000","last_undegraded":"2024-09-16T00:55:09.117346+0000","last_fullsized":"2024-09-16T00:55:09.117346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146862+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:10.146862+0000","last_peered":"2024-09-16T00:55:10.146862+0000","last_clean":"2024-09-16T00:55:10.146862+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:10.146862+0000","last_undegraded":"2024-09-16T00:55:10.146862+0000","last_fullsized":"2024-09-16T00:55:10.146862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121311+0000","last_change":"2024-09-16T00:55:09.121311+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121311+0000","last_undegraded":"2024-09-16T00:55:09.121311+0000","last_fullsized":"2024-09-16T00:55:09.121311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.133883+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:09.133883+0000","last_peered":"2024-09-16T00:55:09.133883+0000","last_clean":"2024-09-16T00:55:09.133883+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:09.133883+0000","last_undegraded":"2024-09-16T00:55:09.133883+0000","last_fullsized":"2024-09-16T00:55:09.133883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117999+0000","last_change":"2024-09-16T00:55:09.117999+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117999+0000","last_undegraded":"2024-09-16T00:55:09.117999+0000","last_fullsized":"2024-09-16T00:55:09.117999+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124650+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:10.124650+0000","last_peered":"2024-09-16T00:55:10.124650+0000","last_clean":"2024-09-16T00:55:10.124650+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:10.124650+0000","last_undegraded":"2024-09-16T00:55:10.124650+0000","last_fullsized":"2024-09-16T00:55:10.124650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146834+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:10.146834+0000","last_peered":"2024-09-16T00:55:10.146834+0000","last_clean":"2024-09-16T00:55:10.146834+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:10.146834+0000","last_undegraded":"2024-09-16T00:55:10.146834+0000","last_fullsized":"2024-09-16T00:55:10.146834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118113+0000","last_change":"2024-09-16T00:55:09.118113+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118113+0000","last_undegraded":"2024-09-16T00:55:09.118113+0000","last_fullsized":"2024-09-16T00:55:09.118113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131165+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:09.131165+0000","last_peered":"2024-09-16T00:55:09.131165+0000","last_clean":"2024-09-16T00:55:09.131165+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:09.131165+0000","last_undegraded":"2024-09-16T00:55:09.131165+0000","last_fullsized":"2024-09-16T00:55:09.131165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:58.637263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117345+0000","last_change":"2024-09-16T00:55:09.117345+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117345+0000","last_undegraded":"2024-09-16T00:55:09.117345+0000","last_fullsized":"2024-09-16T00:55:09.117345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118758+0000","last_change":"2024-09-16T00:55:09.118758+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118758+0000","last_undegraded":"2024-09-16T00:55:09.118758+0000","last_fullsized":"2024-09-16T00:55:09.118758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114765+0000","last_change":"2024-09-16T00:55:09.114765+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114765+0000","last_undegraded":"2024-09-16T00:55:09.114765+0000","last_fullsized":"2024-09-16T00:55:09.114765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120877+0000","last_change":"2024-09-16T00:55:09.120877+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120877+0000","last_undegraded":"2024-09-16T00:55:09.120877+0000","last_fullsized":"2024-09-16T00:55:09.120877+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.124149+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:09.124149+0000","last_peered":"2024-09-16T00:55:09.124149+0000","last_clean":"2024-09-16T00:55:09.124149+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:09.124149+0000","last_undegraded":"2024-09-16T00:55:09.124149+0000","last_fullsized":"2024-09-16T00:55:09.124149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131081+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:09.131081+0000","last_peered":"2024-09-16T00:55:09.131081+0000","last_clean":"2024-09-16T00:55:09.131081+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:09.131081+0000","last_undegraded":"2024-09-16T00:55:09.131081+0000","last_fullsized":"2024-09-16T00:55:09.131081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:58.738460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134169+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:09.134169+0000","last_peered":"2024-09-16T00:55:09.134169+0000","last_clean":"2024-09-16T00:55:09.134169+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:09.134169+0000","last_undegraded":"2024-09-16T00:55:09.134169+0000","last_fullsized":"2024-09-16T00:55:09.134169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131296+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:09.131296+0000","last_peered":"2024-09-16T00:55:09.131296+0000","last_clean":"2024-09-16T00:55:09.131296+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:09.131296+0000","last_undegraded":"2024-09-16T00:55:09.131296+0000","last_fullsized":"2024-09-16T00:55:09.131296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118685+0000","last_change":"2024-09-16T00:55:09.118685+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118685+0000","last_undegraded":"2024-09-16T00:55:09.118685+0000","last_fullsized":"2024-09-16T00:55:09.118685+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.113701+0000","last_change":"2024-09-16T00:55:09.113701+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.113701+0000","last_undegraded":"2024-09-16T00:55:09.113701+0000","last_fullsized":"2024-09-16T00:55:09.113701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134122+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:09.134122+0000","last_peered":"2024-09-16T00:55:09.134122+0000","last_clean":"2024-09-16T00:55:09.134122+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:09.134122+0000","last_undegraded":"2024-09-16T00:55:09.134122+0000","last_fullsized":"2024-09-16T00:55:09.134122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.142363+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:10.142363+0000","last_peered":"2024-09-16T00:55:10.142363+0000","last_clean":"2024-09-16T00:55:10.142363+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:10.142363+0000","last_undegraded":"2024-09-16T00:55:10.142363+0000","last_fullsized":"2024-09-16T00:55:10.142363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134147+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:09.134147+0000","last_peered":"2024-09-16T00:55:09.134147+0000","last_clean":"2024-09-16T00:55:09.134147+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:09.134147+0000","last_undegraded":"2024-09-16T00:55:09.134147+0000","last_fullsized":"2024-09-16T00:55:09.134147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:00.231425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117428+0000","last_change":"2024-09-16T00:55:09.117428+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117428+0000","last_undegraded":"2024-09-16T00:55:09.117428+0000","last_fullsized":"2024-09-16T00:55:09.117428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134253+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:09.134253+0000","last_peered":"2024-09-16T00:55:09.134253+0000","last_clean":"2024-09-16T00:55:09.134253+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:09.134253+0000","last_undegraded":"2024-09-16T00:55:09.134253+0000","last_fullsized":"2024-09-16T00:55:09.134253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138721+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:10.138721+0000","last_peered":"2024-09-16T00:55:10.138721+0000","last_clean":"2024-09-16T00:55:10.138721+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:10.138721+0000","last_undegraded":"2024-09-16T00:55:10.138721+0000","last_fullsized":"2024-09-16T00:55:10.138721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:21.213138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114509+0000","last_change":"2024-09-16T00:55:09.114509+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114509+0000","last_undegraded":"2024-09-16T00:55:09.114509+0000","last_fullsized":"2024-09-16T00:55:09.114509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134228+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:09.134228+0000","last_peered":"2024-09-16T00:55:09.134228+0000","last_clean":"2024-09-16T00:55:09.134228+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:09.134228+0000","last_undegraded":"2024-09-16T00:55:09.134228+0000","last_fullsized":"2024-09-16T00:55:09.134228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115487+0000","last_change":"2024-09-16T00:55:09.115487+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115487+0000","last_undegraded":"2024-09-16T00:55:09.115487+0000","last_fullsized":"2024-09-16T00:55:09.115487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134100+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:09.134100+0000","last_peered":"2024-09-16T00:55:09.134100+0000","last_clean":"2024-09-16T00:55:09.134100+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:09.134100+0000","last_undegraded":"2024-09-16T00:55:09.134100+0000","last_fullsized":"2024-09-16T00:55:09.134100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":644547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":68841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.119649+0000', 'last_change': '2024-09-16T00:55:09.119649+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.119649+0000', 'last_undegraded': '2024-09-16T00:55:09.119649+0000', 'last_fullsized': '2024-09-16T00:55:09.119649+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.116180+0000', 'last_change': '2024-09-16T00:55:09.116180+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.116180+0000', 'last_undegraded': '2024-09-16T00:55:09.116180+0000', 'last_fullsized': '2024-09-16T00:55:09.116180+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.120264+0000', 'last_change': '2024-09-16T00:55:09.120264+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.120264+0000', 'last_undegraded': '2024-09-16T00:55:09.120264+0000', 'last_fullsized': '2024-09-16T00:55:09.120264+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.116306+0000', 'last_change': '2024-09-16T00:55:09.116306+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.116306+0000', 'last_undegraded': '2024-09-16T00:55:09.116306+0000', 'last_fullsized': '2024-09-16T00:55:09.116306+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.809 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.121853+0000', 'last_change': '2024-09-16T00:55:09.121853+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.121853+0000', 'last_undegraded': '2024-09-16T00:55:09.121853+0000', 'last_fullsized': '2024-09-16T00:55:09.121853+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.119229+0000', 'last_change': '2024-09-16T00:55:09.119229+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.119229+0000', 'last_undegraded': '2024-09-16T00:55:09.119229+0000', 'last_fullsized': '2024-09-16T00:55:09.119229+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.118389+0000', 'last_change': '2024-09-16T00:55:09.118389+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.118389+0000', 'last_undegraded': '2024-09-16T00:55:09.118389+0000', 'last_fullsized': '2024-09-16T00:55:09.118389+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.116444+0000', 'last_change': '2024-09-16T00:55:09.116444+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.116444+0000', 'last_undegraded': '2024-09-16T00:55:09.116444+0000', 'last_fullsized': '2024-09-16T00:55:09.116444+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.114458+0000', 'last_change': '2024-09-16T00:55:09.114458+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.114458+0000', 'last_undegraded': '2024-09-16T00:55:09.114458+0000', 'last_fullsized': '2024-09-16T00:55:09.114458+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-16T00:55:14.810 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117619+0000', 'last_change': '2024-09-16T00:55:09.117619+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117619+0000', 'last_undegraded': '2024-09-16T00:55:09.117619+0000', 'last_fullsized': '2024-09-16T00:55:09.117619+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.115842+0000', 'last_change': '2024-09-16T00:55:09.115842+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.115842+0000', 'last_undegraded': '2024-09-16T00:55:09.115842+0000', 'last_fullsized': '2024-09-16T00:55:09.115842+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.114644+0000', 'last_change': '2024-09-16T00:55:09.114644+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.114644+0000', 'last_undegraded': '2024-09-16T00:55:09.114644+0000', 'last_fullsized': '2024-09-16T00:55:09.114644+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.115429+0000', 'last_change': '2024-09-16T00:55:09.115429+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.115429+0000', 'last_undegraded': '2024-09-16T00:55:09.115429+0000', 'last_fullsized': '2024-09-16T00:55:09.115429+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117208+0000', 'last_change': '2024-09-16T00:55:09.117208+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117208+0000', 'last_undegraded': '2024-09-16T00:55:09.117208+0000', 'last_fullsized': '2024-09-16T00:55:09.117208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.114843+0000', 'last_change': '2024-09-16T00:55:09.114843+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.114843+0000', 'last_undegraded': '2024-09-16T00:55:09.114843+0000', 'last_fullsized': '2024-09-16T00:55:09.114843+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.811 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117346+0000', 'last_change': '2024-09-16T00:55:09.117346+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117346+0000', 'last_undegraded': '2024-09-16T00:55:09.117346+0000', 'last_fullsized': '2024-09-16T00:55:09.117346+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.121311+0000', 'last_change': '2024-09-16T00:55:09.121311+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.121311+0000', 'last_undegraded': '2024-09-16T00:55:09.121311+0000', 'last_fullsized': '2024-09-16T00:55:09.121311+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117999+0000', 'last_change': '2024-09-16T00:55:09.117999+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117999+0000', 'last_undegraded': '2024-09-16T00:55:09.117999+0000', 'last_fullsized': '2024-09-16T00:55:09.117999+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.118113+0000', 'last_change': '2024-09-16T00:55:09.118113+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.118113+0000', 'last_undegraded': '2024-09-16T00:55:09.118113+0000', 'last_fullsized': '2024-09-16T00:55:09.118113+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117345+0000', 'last_change': '2024-09-16T00:55:09.117345+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117345+0000', 'last_undegraded': '2024-09-16T00:55:09.117345+0000', 'last_fullsized': '2024-09-16T00:55:09.117345+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-16T00:55:14.812 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.118758+0000', 'last_change': '2024-09-16T00:55:09.118758+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.118758+0000', 'last_undegraded': '2024-09-16T00:55:09.118758+0000', 'last_fullsized': '2024-09-16T00:55:09.118758+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.114765+0000', 'last_change': '2024-09-16T00:55:09.114765+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.114765+0000', 'last_undegraded': '2024-09-16T00:55:09.114765+0000', 'last_fullsized': '2024-09-16T00:55:09.114765+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.120877+0000', 'last_change': '2024-09-16T00:55:09.120877+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.120877+0000', 'last_undegraded': '2024-09-16T00:55:09.120877+0000', 'last_fullsized': '2024-09-16T00:55:09.120877+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.118685+0000', 'last_change': '2024-09-16T00:55:09.118685+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.118685+0000', 'last_undegraded': '2024-09-16T00:55:09.118685+0000', 'last_fullsized': '2024-09-16T00:55:09.118685+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.113701+0000', 'last_change': '2024-09-16T00:55:09.113701+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.113701+0000', 'last_undegraded': '2024-09-16T00:55:09.113701+0000', 'last_fullsized': '2024-09-16T00:55:09.113701+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.117428+0000', 'last_change': '2024-09-16T00:55:09.117428+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.117428+0000', 'last_undegraded': '2024-09-16T00:55:09.117428+0000', 'last_fullsized': '2024-09-16T00:55:09.117428+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-16T00:55:14.813 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.114509+0000', 'last_change': '2024-09-16T00:55:09.114509+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.114509+0000', 'last_undegraded': '2024-09-16T00:55:09.114509+0000', 'last_fullsized': '2024-09-16T00:55:09.114509+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.814 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-16T00:55:14.814 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:09.115487+0000', 'last_change': '2024-09-16T00:55:09.115487+0000', 'last_active': '2024-09-16T00:55:09.104286+0000', 'last_peered': '2024-09-16T00:55:09.104286+0000', 'last_clean': '2024-09-16T00:55:09.104286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:09.115487+0000', 'last_undegraded': '2024-09-16T00:55:09.115487+0000', 'last_fullsized': '2024-09-16T00:55:09.115487+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:09.104286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:14.814 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T00:55:14.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.947+0000 7f3435277640 1 Processor -- start 2024-09-16T00:55:14.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.947+0000 7f3435277640 1 -- start start 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.947+0000 7f3435277640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f343015e7c0 0x7f34300d2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f3435277640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 0x7f34300cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f3435277640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34300d2ba0 con 0x7f34301622a0 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f3435277640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f343015eba0 con 0x7f343015e7c0 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f3435277640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f34300cfa20 con 0x7f34300cf030 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f343015e7c0 0x7f34300d2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f343015e7c0 0x7f34300d2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42664/0 (socket says 172.21.15.5:42664) 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 -- 172.21.15.5:0/412508769 learned_addr learned my addr 172.21.15.5:0/412508769 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342f7fe640 1 --2- 172.21.15.5:0/412508769 >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 0x7f34300cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 -- 172.21.15.5:0/412508769 >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 msgr2=0x7f34300cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 --2- 172.21.15.5:0/412508769 >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 0x7f34300cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 -- 172.21.15.5:0/412508769 >> v1:172.21.15.73:6789/0 conn(0x7f34301622a0 legacy=0x7f34300b7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342effd640 1 -- 172.21.15.5:0/412508769 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34300b8160 con 0x7f343015e7c0 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.948+0000 7f342f7fe640 1 --2- 172.21.15.5:0/412508769 >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 0x7f34300cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f342effd640 1 --2- 172.21.15.5:0/412508769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f343015e7c0 0x7f34300d2660 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f34300d1730 tx=0x7f342002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a029ee71c142ad1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f342dffb640 1 -- 172.21.15.5:0/412508769 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3420037070 con 0x7f343015e7c0 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f342dffb640 1 -- 172.21.15.5:0/412508769 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3420032440 con 0x7f343015e7c0 2024-09-16T00:55:14.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f342dffb640 1 -- 172.21.15.5:0/412508769 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3420032810 con 0x7f343015e7c0 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 -- 172.21.15.5:0/412508769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f343015e7c0 msgr2=0x7f34300d2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 --2- 172.21.15.5:0/412508769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f343015e7c0 0x7f34300d2660 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f34300d1730 tx=0x7f342002a230 comp rx=0 tx=0).stop 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 -- 172.21.15.5:0/412508769 shutdown_connections 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 --2- 172.21.15.5:0/412508769 >> v2:172.21.15.73:3300/0 conn(0x7f34300cf030 0x7f34300cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 --2- 172.21.15.5:0/412508769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f343015e7c0 0x7f34300d2660 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 -- 172.21.15.5:0/412508769 >> 172.21.15.5:0/412508769 conn(0x7f3430072560 msgr2=0x7f3430072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 -- 172.21.15.5:0/412508769 shutdown_connections 2024-09-16T00:55:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.949+0000 7f3435277640 1 -- 172.21.15.5:0/412508769 wait complete. 2024-09-16T00:55:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.951+0000 7f3435277640 1 Processor -- start 2024-09-16T00:55:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.951+0000 7f3435277640 1 -- start start 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.951+0000 7f3435277640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34300cf030 0x7f3430155e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.951+0000 7f3435277640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f343015e7c0 0x7f34301f47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.951+0000 7f3435277640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f3435277640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f34300b8720 con 0x7f34301622a0 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f3435277640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f34300b8d70 con 0x7f343015e7c0 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f3435277640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f34300b8a00 con 0x7f34300cf030 2024-09-16T00:55:14.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42666/0 (socket says 172.21.15.5:42666) 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 -- 172.21.15.5:0/1738781758 learned_addr learned my addr 172.21.15.5:0/1738781758 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342e7fc640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f343015e7c0 0x7f34301f47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342effd640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34300cf030 0x7f3430155e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 -- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34300cf030 msgr2=0x7f3430155e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34300cf030 0x7f3430155e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 -- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f343015e7c0 msgr2=0x7f34301f47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f343015e7c0 0x7f34301f47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 -- 172.21.15.5:0/1738781758 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34301f5290 con 0x7f34301622a0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f342f7fe640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f342800cf20 tx=0x7f342800a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342801a070 con 0x7f34301622a0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f342800d840 con 0x7f34301622a0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342800dc30 con 0x7f34301622a0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34301f5570 con 0x7f34301622a0 2024-09-16T00:55:14.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.952+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34300c9d70 con 0x7f34301622a0 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.953+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34300b3fb0 con 0x7f34301622a0 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.954+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f342801d070 con 0x7f34301622a0 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.954+0000 7f34177fe640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 0x7f341c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.954+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f342808bba0 con 0x7f34301622a0 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.954+0000 7f342effd640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 0x7f341c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:14.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.955+0000 7f342effd640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 0x7f341c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3420034000 tx=0x7f342002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:14.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:14.959+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3428059d50 con 0x7f34301622a0 2024-09-16T00:55:15.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.204+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f34300cf4e0 con 0x7f34301622a0 2024-09-16T00:55:15.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.204+0000 7f34177fe640 1 -- 172.21.15.5:0/1738781758 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1139 (secure 0 0 0) 0x7f342805e050 con 0x7f34301622a0 2024-09-16T00:55:15.205 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:15.205 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726448098,"num_in_osds":8,"osd_in_since":1726448088,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":69},{"state_name":"creating+peering","count":28}],"num_pgs":97,"num_pools":3,"num_objects":20,"data_bytes":592756,"bytes_used":241246208,"bytes_avail":772852867072,"bytes_total":773094113280,"inactive_pgs_ratio":0.28865978121757507,"write_bytes_sec":2218,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"c","status":"up:active","gid":4278}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-16T00:54:46.137121+0000","services":{}},"progress_events":{}} 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 msgr2=0x7f341c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 0x7f341c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3420034000 tx=0x7f342002e000 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 msgr2=0x7f34300d2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f342800cf20 tx=0x7f342800a7d0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 shutdown_connections 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f341c06c2b0 0x7f341c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34301622a0 0x7f34300d2fb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f343015e7c0 0x7f34301f47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 --2- 172.21.15.5:0/1738781758 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34300cf030 0x7f3430155e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 >> 172.21.15.5:0/1738781758 conn(0x7f3430072560 msgr2=0x7f343015efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:15.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 shutdown_connections 2024-09-16T00:55:15.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.206+0000 7f3435277640 1 -- 172.21.15.5:0/1738781758 wait complete. 2024-09-16T00:55:15.217 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T00:55:15.217 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:15.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 Processor -- start 2024-09-16T00:55:15.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 -- start start 2024-09-16T00:55:15.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6b080b6a70 0x7f6b080d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b080d1d90 con 0x7f6b080b6690 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b080ceef0 con 0x7f6b080d1510 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.319+0000 7f6b0d08b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f6b080cf540 con 0x7f6b080b6a70 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b06d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6b080b6690 0x7f6b080cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33940/0 (socket says 172.21.15.5:33940) 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b06d9d640 1 -- 172.21.15.5:0/1863254305 learned_addr learned my addr 172.21.15.5:0/1863254305 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2982250181 0 0) 0x7f6b080d1d90 con 0x7f6b080b6690 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6af0003520 con 0x7f6b080b6690 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 --2- 172.21.15.5:0/1863254305 >> v2:172.21.15.73:3300/0 conn(0x7f6b080b6a70 0x7f6b080d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3548849854 0 0) 0x7f6af0003520 con 0x7f6b080b6690 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 >> v2:172.21.15.73:3300/0 conn(0x7f6b080b6a70 msgr2=0x7f6b080d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 --2- 172.21.15.5:0/1863254305 >> v2:172.21.15.73:3300/0 conn(0x7f6b080b6a70 0x7f6b080d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 >> v1:172.21.15.73:6789/0 conn(0x7f6b080d1510 legacy=0x7f6b080d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b080cf1d0 con 0x7f6b080b6690 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f6af8001670 con 0x7f6b080b6690 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 >> v1:172.21.15.5:6789/0 conn(0x7f6b080b6690 legacy=0x7f6b080cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af00039b0 0x7f6af0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6af00051c0 0x7f6af000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6b080cf540 con 0x7f6af0004800 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6af000c110 con 0x7f6af00051c0 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6af000c310 con 0x7f6af00039b0 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b06d9d640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af00039b0 0x7f6af0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0759e640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6af00051c0 0x7f6af000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 -- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af00039b0 msgr2=0x7f6af0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af00039b0 0x7f6af0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 -- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6af00051c0 msgr2=0x7f6af000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6af00051c0 0x7f6af000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.320+0000 7f6b0659c640 1 -- 172.21.15.5:0/1863254305 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af0003520 con 0x7f6af0004800 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b0759e640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6af00051c0 0x7f6af000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b0759e640 1 -- 172.21.15.5:0/1863254305 reap_dead start 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b0659c640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6afc00ba30 tx=0x7f6af0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ad90674310b937f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc030070 con 0x7f6af0004800 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6afc02ade0 con 0x7f6af0004800 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.321+0000 7f6b05d9b640 1 -- 172.21.15.5:0/1863254305 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc00b600 con 0x7f6af0004800 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 -- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 msgr2=0x7f6af0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6afc00ba30 tx=0x7f6af0005830 comp rx=0 tx=0).stop 2024-09-16T00:55:15.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 -- 172.21.15.5:0/1863254305 shutdown_connections 2024-09-16T00:55:15.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/1863254305 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 -- 172.21.15.5:0/1863254305 >> 172.21.15.5:0/1863254305 conn(0x7f6b08072560 msgr2=0x7f6b08072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:15.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 -- 172.21.15.5:0/1863254305 shutdown_connections 2024-09-16T00:55:15.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.322+0000 7f6b0d08b640 1 -- 172.21.15.5:0/1863254305 wait complete. 2024-09-16T00:55:15.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.323+0000 7f6b0d08b640 1 Processor -- start 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.323+0000 7f6b0d08b640 1 -- start start 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af0004800 0x7f6b081625e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 0x7f6b0815acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0815c6b0 con 0x7f6b081506a0 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0815c530 con 0x7f6b08151b20 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0d08b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6b080d1940 con 0x7f6af0004800 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42694/0 (socket says 172.21.15.5:42694) 2024-09-16T00:55:15.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0659c640 1 -- 172.21.15.5:0/2515928403 learned_addr learned my addr 172.21.15.5:0/2515928403 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b0759e640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 0x7f6b0815acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.324+0000 7f6b06d9d640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af0004800 0x7f6b081625e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 -- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af0004800 msgr2=0x7f6b081625e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af0004800 0x7f6b081625e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 -- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 msgr2=0x7f6b0815acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 0x7f6b0815acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 -- 172.21.15.5:0/2515928403 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b08163180 con 0x7f6b081506a0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0759e640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 0x7f6b0815acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0659c640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6afc00bb50 tx=0x7f6afc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc043030 con 0x7f6b081506a0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6afc02abe0 con 0x7f6b081506a0 2024-09-16T00:55:15.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b08162bc0 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc00b600 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.325+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b08153690 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.326+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b080d0fd0 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.326+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6afc046070 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.327+0000 7f6aef7fe640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 0x7f6af406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.327+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6afc0abf70 con 0x7f6b081506a0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.327+0000 7f6b06d9d640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 0x7f6af406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:15.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.328+0000 7f6b06d9d640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 0x7f6af406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6af8001cd0 tx=0x7f6af8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:15.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.332+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6afc0333b0 con 0x7f6b081506a0 2024-09-16T00:55:15.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.502+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6b08069140 con 0x7f6af406c2b0 2024-09-16T00:55:15.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.508+0000 7f6aef7fe640 1 -- 172.21.15.5:0/2515928403 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249638 (secure 0 0 0) 0x7f6b08069140 con 0x7f6af406c2b0 2024-09-16T00:55:15.511 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:15.512 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 msgr2=0x7f6af406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 0x7f6af406e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6af8001cd0 tx=0x7f6af8009040 comp rx=0 tx=0).stop 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 msgr2=0x7f6b0815fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6afc00bb50 tx=0x7f6afc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 shutdown_connections 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6af406c2b0 0x7f6af406e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b08151b20 0x7f6b0815acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b081506a0 0x7f6b0815fe60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 --2- 172.21.15.5:0/2515928403 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6af0004800 0x7f6b081625e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:15.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 >> 172.21.15.5:0/2515928403 conn(0x7f6b08072560 msgr2=0x7f6b080cf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:15.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 shutdown_connections 2024-09-16T00:55:15.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:15.512+0000 7f6b0d08b640 1 -- 172.21.15.5:0/2515928403 wait complete. 2024-09-16T00:55:15.523 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-16T00:55:14.305538+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":109,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235592,"kb_used_data":2716,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739128,"statfs":{"total":773094113280,"available":772852867072,"internally_reserved":0,"allocated":2781184,"data_stored":1708640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001321"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119649+0000","last_change":"2024-09-16T00:55:09.119649+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119649+0000","last_undegraded":"2024-09-16T00:55:09.119649+0000","last_fullsized":"2024-09-16T00:55:09.119649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116180+0000","last_change":"2024-09-16T00:55:09.116180+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116180+0000","last_undegraded":"2024-09-16T00:55:09.116180+0000","last_fullsized":"2024-09-16T00:55:09.116180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120264+0000","last_change":"2024-09-16T00:55:09.120264+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120264+0000","last_undegraded":"2024-09-16T00:55:09.120264+0000","last_fullsized":"2024-09-16T00:55:09.120264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116306+0000","last_change":"2024-09-16T00:55:09.116306+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116306+0000","last_undegraded":"2024-09-16T00:55:09.116306+0000","last_fullsized":"2024-09-16T00:55:09.116306+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121853+0000","last_change":"2024-09-16T00:55:09.121853+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121853+0000","last_undegraded":"2024-09-16T00:55:09.121853+0000","last_fullsized":"2024-09-16T00:55:09.121853+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.119229+0000","last_change":"2024-09-16T00:55:09.119229+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.119229+0000","last_undegraded":"2024-09-16T00:55:09.119229+0000","last_fullsized":"2024-09-16T00:55:09.119229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136188+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:10.136188+0000","last_peered":"2024-09-16T00:55:10.136188+0000","last_clean":"2024-09-16T00:55:10.136188+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:10.136188+0000","last_undegraded":"2024-09-16T00:55:10.136188+0000","last_fullsized":"2024-09-16T00:55:10.136188+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.131635+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:10.131635+0000","last_peered":"2024-09-16T00:55:10.131635+0000","last_clean":"2024-09-16T00:55:10.131635+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:10.131635+0000","last_undegraded":"2024-09-16T00:55:10.131635+0000","last_fullsized":"2024-09-16T00:55:10.131635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:04.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118389+0000","last_change":"2024-09-16T00:55:09.118389+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118389+0000","last_undegraded":"2024-09-16T00:55:09.118389+0000","last_fullsized":"2024-09-16T00:55:09.118389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.116444+0000","last_change":"2024-09-16T00:55:09.116444+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.116444+0000","last_undegraded":"2024-09-16T00:55:09.116444+0000","last_fullsized":"2024-09-16T00:55:09.116444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114458+0000","last_change":"2024-09-16T00:55:09.114458+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114458+0000","last_undegraded":"2024-09-16T00:55:09.114458+0000","last_fullsized":"2024-09-16T00:55:09.114458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117619+0000","last_change":"2024-09-16T00:55:09.117619+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117619+0000","last_undegraded":"2024-09-16T00:55:09.117619+0000","last_fullsized":"2024-09-16T00:55:09.117619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138442+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:10.138442+0000","last_peered":"2024-09-16T00:55:10.138442+0000","last_clean":"2024-09-16T00:55:10.138442+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:10.138442+0000","last_undegraded":"2024-09-16T00:55:10.138442+0000","last_fullsized":"2024-09-16T00:55:10.138442+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115842+0000","last_change":"2024-09-16T00:55:09.115842+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115842+0000","last_undegraded":"2024-09-16T00:55:09.115842+0000","last_fullsized":"2024-09-16T00:55:09.115842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114644+0000","last_change":"2024-09-16T00:55:09.114644+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114644+0000","last_undegraded":"2024-09-16T00:55:09.114644+0000","last_fullsized":"2024-09-16T00:55:09.114644+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.141918+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:10.141918+0000","last_peered":"2024-09-16T00:55:10.141918+0000","last_clean":"2024-09-16T00:55:10.141918+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:10.141918+0000","last_undegraded":"2024-09-16T00:55:10.141918+0000","last_fullsized":"2024-09-16T00:55:10.141918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115429+0000","last_change":"2024-09-16T00:55:09.115429+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115429+0000","last_undegraded":"2024-09-16T00:55:09.115429+0000","last_fullsized":"2024-09-16T00:55:09.115429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146812+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:10.146812+0000","last_peered":"2024-09-16T00:55:10.146812+0000","last_clean":"2024-09-16T00:55:10.146812+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:10.146812+0000","last_undegraded":"2024-09-16T00:55:10.146812+0000","last_fullsized":"2024-09-16T00:55:10.146812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117208+0000","last_change":"2024-09-16T00:55:09.117208+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117208+0000","last_undegraded":"2024-09-16T00:55:09.117208+0000","last_fullsized":"2024-09-16T00:55:09.117208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.136762+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:10.136762+0000","last_peered":"2024-09-16T00:55:10.136762+0000","last_clean":"2024-09-16T00:55:10.136762+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:10.136762+0000","last_undegraded":"2024-09-16T00:55:10.136762+0000","last_fullsized":"2024-09-16T00:55:10.136762+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.125505+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:09.125505+0000","last_peered":"2024-09-16T00:55:09.125505+0000","last_clean":"2024-09-16T00:55:09.125505+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:09.125505+0000","last_undegraded":"2024-09-16T00:55:09.125505+0000","last_fullsized":"2024-09-16T00:55:09.125505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124633+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:10.124633+0000","last_peered":"2024-09-16T00:55:10.124633+0000","last_clean":"2024-09-16T00:55:10.124633+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:10.124633+0000","last_undegraded":"2024-09-16T00:55:10.124633+0000","last_fullsized":"2024-09-16T00:55:10.124633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114843+0000","last_change":"2024-09-16T00:55:09.114843+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114843+0000","last_undegraded":"2024-09-16T00:55:09.114843+0000","last_fullsized":"2024-09-16T00:55:09.114843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131146+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:09.131146+0000","last_peered":"2024-09-16T00:55:09.131146+0000","last_clean":"2024-09-16T00:55:09.131146+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:09.131146+0000","last_undegraded":"2024-09-16T00:55:09.131146+0000","last_fullsized":"2024-09-16T00:55:09.131146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:54.679673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117346+0000","last_change":"2024-09-16T00:55:09.117346+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117346+0000","last_undegraded":"2024-09-16T00:55:09.117346+0000","last_fullsized":"2024-09-16T00:55:09.117346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146862+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:10.146862+0000","last_peered":"2024-09-16T00:55:10.146862+0000","last_clean":"2024-09-16T00:55:10.146862+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:10.146862+0000","last_undegraded":"2024-09-16T00:55:10.146862+0000","last_fullsized":"2024-09-16T00:55:10.146862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.121311+0000","last_change":"2024-09-16T00:55:09.121311+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.121311+0000","last_undegraded":"2024-09-16T00:55:09.121311+0000","last_fullsized":"2024-09-16T00:55:09.121311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.133883+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:09.133883+0000","last_peered":"2024-09-16T00:55:09.133883+0000","last_clean":"2024-09-16T00:55:09.133883+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:09.133883+0000","last_undegraded":"2024-09-16T00:55:09.133883+0000","last_fullsized":"2024-09-16T00:55:09.133883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117999+0000","last_change":"2024-09-16T00:55:09.117999+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117999+0000","last_undegraded":"2024-09-16T00:55:09.117999+0000","last_fullsized":"2024-09-16T00:55:09.117999+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.124650+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:10.124650+0000","last_peered":"2024-09-16T00:55:10.124650+0000","last_clean":"2024-09-16T00:55:10.124650+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:10.124650+0000","last_undegraded":"2024-09-16T00:55:10.124650+0000","last_fullsized":"2024-09-16T00:55:10.124650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.146834+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:10.146834+0000","last_peered":"2024-09-16T00:55:10.146834+0000","last_clean":"2024-09-16T00:55:10.146834+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:10.146834+0000","last_undegraded":"2024-09-16T00:55:10.146834+0000","last_fullsized":"2024-09-16T00:55:10.146834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118113+0000","last_change":"2024-09-16T00:55:09.118113+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118113+0000","last_undegraded":"2024-09-16T00:55:09.118113+0000","last_fullsized":"2024-09-16T00:55:09.118113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131165+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:09.131165+0000","last_peered":"2024-09-16T00:55:09.131165+0000","last_clean":"2024-09-16T00:55:09.131165+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:09.131165+0000","last_undegraded":"2024-09-16T00:55:09.131165+0000","last_fullsized":"2024-09-16T00:55:09.131165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:58.637263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117345+0000","last_change":"2024-09-16T00:55:09.117345+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117345+0000","last_undegraded":"2024-09-16T00:55:09.117345+0000","last_fullsized":"2024-09-16T00:55:09.117345+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118758+0000","last_change":"2024-09-16T00:55:09.118758+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118758+0000","last_undegraded":"2024-09-16T00:55:09.118758+0000","last_fullsized":"2024-09-16T00:55:09.118758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114765+0000","last_change":"2024-09-16T00:55:09.114765+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114765+0000","last_undegraded":"2024-09-16T00:55:09.114765+0000","last_fullsized":"2024-09-16T00:55:09.114765+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.120877+0000","last_change":"2024-09-16T00:55:09.120877+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.120877+0000","last_undegraded":"2024-09-16T00:55:09.120877+0000","last_fullsized":"2024-09-16T00:55:09.120877+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.124149+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:09.124149+0000","last_peered":"2024-09-16T00:55:09.124149+0000","last_clean":"2024-09-16T00:55:09.124149+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:09.124149+0000","last_undegraded":"2024-09-16T00:55:09.124149+0000","last_fullsized":"2024-09-16T00:55:09.124149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131081+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:09.131081+0000","last_peered":"2024-09-16T00:55:09.131081+0000","last_clean":"2024-09-16T00:55:09.131081+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:09.131081+0000","last_undegraded":"2024-09-16T00:55:09.131081+0000","last_fullsized":"2024-09-16T00:55:09.131081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:58.738460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134169+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:09.134169+0000","last_peered":"2024-09-16T00:55:09.134169+0000","last_clean":"2024-09-16T00:55:09.134169+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:09.134169+0000","last_undegraded":"2024-09-16T00:55:09.134169+0000","last_fullsized":"2024-09-16T00:55:09.134169+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.131296+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:09.131296+0000","last_peered":"2024-09-16T00:55:09.131296+0000","last_clean":"2024-09-16T00:55:09.131296+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:09.131296+0000","last_undegraded":"2024-09-16T00:55:09.131296+0000","last_fullsized":"2024-09-16T00:55:09.131296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.118685+0000","last_change":"2024-09-16T00:55:09.118685+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.118685+0000","last_undegraded":"2024-09-16T00:55:09.118685+0000","last_fullsized":"2024-09-16T00:55:09.118685+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.113701+0000","last_change":"2024-09-16T00:55:09.113701+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.113701+0000","last_undegraded":"2024-09-16T00:55:09.113701+0000","last_fullsized":"2024-09-16T00:55:09.113701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134122+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:09.134122+0000","last_peered":"2024-09-16T00:55:09.134122+0000","last_clean":"2024-09-16T00:55:09.134122+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:09.134122+0000","last_undegraded":"2024-09-16T00:55:09.134122+0000","last_fullsized":"2024-09-16T00:55:09.134122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:10.074381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.142363+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:10.142363+0000","last_peered":"2024-09-16T00:55:10.142363+0000","last_clean":"2024-09-16T00:55:10.142363+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:10.142363+0000","last_undegraded":"2024-09-16T00:55:10.142363+0000","last_fullsized":"2024-09-16T00:55:10.142363+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134147+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:09.134147+0000","last_peered":"2024-09-16T00:55:09.134147+0000","last_clean":"2024-09-16T00:55:09.134147+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:09.134147+0000","last_undegraded":"2024-09-16T00:55:09.134147+0000","last_fullsized":"2024-09-16T00:55:09.134147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:00.231425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.117428+0000","last_change":"2024-09-16T00:55:09.117428+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.117428+0000","last_undegraded":"2024-09-16T00:55:09.117428+0000","last_fullsized":"2024-09-16T00:55:09.117428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134253+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:09.134253+0000","last_peered":"2024-09-16T00:55:09.134253+0000","last_clean":"2024-09-16T00:55:09.134253+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:09.134253+0000","last_undegraded":"2024-09-16T00:55:09.134253+0000","last_fullsized":"2024-09-16T00:55:09.134253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T00:55:10.138721+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:10.138721+0000","last_peered":"2024-09-16T00:55:10.138721+0000","last_clean":"2024-09-16T00:55:10.138721+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:10.138721+0000","last_undegraded":"2024-09-16T00:55:10.138721+0000","last_fullsized":"2024-09-16T00:55:10.138721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:21.213138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.114509+0000","last_change":"2024-09-16T00:55:09.114509+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.114509+0000","last_undegraded":"2024-09-16T00:55:09.114509+0000","last_fullsized":"2024-09-16T00:55:09.114509+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134228+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:09.134228+0000","last_peered":"2024-09-16T00:55:09.134228+0000","last_clean":"2024-09-16T00:55:09.134228+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:09.134228+0000","last_undegraded":"2024-09-16T00:55:09.134228+0000","last_fullsized":"2024-09-16T00:55:09.134228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T00:55:09.115487+0000","last_change":"2024-09-16T00:55:09.115487+0000","last_active":"2024-09-16T00:55:09.104286+0000","last_peered":"2024-09-16T00:55:09.104286+0000","last_clean":"2024-09-16T00:55:09.104286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:09.115487+0000","last_undegraded":"2024-09-16T00:55:09.115487+0000","last_fullsized":"2024-09-16T00:55:09.115487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T00:55:09.134100+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:09.134100+0000","last_peered":"2024-09-16T00:55:09.134100+0000","last_clean":"2024-09-16T00:55:09.134100+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:09.134100+0000","last_undegraded":"2024-09-16T00:55:09.134100+0000","last_fullsized":"2024-09-16T00:55:09.134100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:30.101536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":4022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":644547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":54179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":68841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:18.528 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:18.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.642+0000 7f9c2faaf640 1 Processor -- start 2024-09-16T00:55:18.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 -- start start 2024-09-16T00:55:18.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 0x7f9c2815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 0x7f9c2806d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c2806db50 con 0x7f9c2815e4f0 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9c2806ccd0 con 0x7f9c2806d160 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.643+0000 7f9c2faaf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9c281603c0 con 0x7f9c2806bb20 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2e04c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 0x7f9c2806d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d04a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 0x7f9c2815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d84b640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f9c2815e4f0 0x7f9c2815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59354/0 (socket says 172.21.15.5:59354) 2024-09-16T00:55:18.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d84b640 1 -- 172.21.15.5:0/2475724729 learned_addr learned my addr 172.21.15.5:0/2475724729 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2c849640 1 -- 172.21.15.5:0/2475724729 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1506101931 0 0) 0x7f9c18001110 con 0x7f9c2815e4f0 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2c849640 1 -- 172.21.15.5:0/2475724729 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c10003520 con 0x7f9c2815e4f0 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d04a640 1 -- 172.21.15.5:0/2475724729 >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 msgr2=0x7f9c2806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d04a640 1 --2- 172.21.15.5:0/2475724729 >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 0x7f9c2806d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d04a640 1 -- 172.21.15.5:0/2475724729 >> v1:172.21.15.73:6789/0 conn(0x7f9c2815e4f0 legacy=0x7f9c2815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2d04a640 1 -- 172.21.15.5:0/2475724729 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2806c0c0 con 0x7f9c2806bb20 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.644+0000 7f9c2e04c640 1 --2- 172.21.15.5:0/2475724729 >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 0x7f9c2806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:18.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.645+0000 7f9c2d04a640 1 --2- 172.21.15.5:0/2475724729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 0x7f9c2815f570 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0097a0 tx=0x7f9c1c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dc4b97d45c936f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.645+0000 7f9c2c849640 1 -- 172.21.15.5:0/2475724729 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c037070 con 0x7f9c2806bb20 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.645+0000 7f9c2c849640 1 -- 172.21.15.5:0/2475724729 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c1c032440 con 0x7f9c2806bb20 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.645+0000 7f9c2c849640 1 -- 172.21.15.5:0/2475724729 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0327f0 con 0x7f9c2806bb20 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 -- 172.21.15.5:0/2475724729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 msgr2=0x7f9c2815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/2475724729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 0x7f9c2815f570 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c0097a0 tx=0x7f9c1c02a180 comp rx=0 tx=0).stop 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 -- 172.21.15.5:0/2475724729 shutdown_connections 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/2475724729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806bb20 0x7f9c2815f570 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/2475724729 >> v2:172.21.15.73:3300/0 conn(0x7f9c2806d160 0x7f9c2806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 -- 172.21.15.5:0/2475724729 >> 172.21.15.5:0/2475724729 conn(0x7f9c2806e5b0 msgr2=0x7f9c2806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 -- 172.21.15.5:0/2475724729 shutdown_connections 2024-09-16T00:55:18.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.646+0000 7f9c2faaf640 1 -- 172.21.15.5:0/2475724729 wait complete. 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.647+0000 7f9c2faaf640 1 Processor -- start 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.647+0000 7f9c2faaf640 1 -- start start 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c2806bb20 0x7f9c28159470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806d160 0x7f9c2815c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2806c960 con 0x7f9c2815e4f0 2024-09-16T00:55:18.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2806c680 con 0x7f9c2806bb20 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2faaf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9c2815e8d0 con 0x7f9c2806d160 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42696/0 (socket says 172.21.15.5:42696) 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 -- 172.21.15.5:0/928939509 learned_addr learned my addr 172.21.15.5:0/928939509 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2d04a640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806d160 0x7f9c2815c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2d84b640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c2806bb20 0x7f9c28159470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 -- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806d160 msgr2=0x7f9c2815c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806d160 0x7f9c2815c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 -- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c2806bb20 msgr2=0x7f9c28159470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c2806bb20 0x7f9c28159470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.648+0000 7f9c2e04c640 1 -- 172.21.15.5:0/928939509 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c281e8730 con 0x7f9c2815e4f0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c2e04c640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000efc0 tx=0x7f9c20009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20018030 con 0x7f9c2815e4f0 2024-09-16T00:55:18.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c2000cde0 con 0x7f9c2815e4f0 2024-09-16T00:55:18.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c281e8a10 con 0x7f9c2815e4f0 2024-09-16T00:55:18.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20003bb0 con 0x7f9c2815e4f0 2024-09-16T00:55:18.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.649+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c281e8fd0 con 0x7f9c2815e4f0 2024-09-16T00:55:18.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.650+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c2806d610 con 0x7f9c2815e4f0 2024-09-16T00:55:18.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.650+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c2001b070 con 0x7f9c2815e4f0 2024-09-16T00:55:18.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.651+0000 7f9c267fc640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.651+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9c2008bd00 con 0x7f9c2815e4f0 2024-09-16T00:55:18.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.651+0000 7f9c2d84b640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.651+0000 7f9c2d84b640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 0x7f9c1406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9c180012b0 tx=0x7f9c18007b70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.655+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c20010040 con 0x7f9c2815e4f0 2024-09-16T00:55:18.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.826+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9c2815c3c0 con 0x7f9c1406c2b0 2024-09-16T00:55:18.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.832+0000 7f9c267fc640 1 -- 172.21.15.5:0/928939509 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251936 (secure 0 0 0) 0x7f9c2815c3c0 con 0x7f9c1406c2b0 2024-09-16T00:55:18.835 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:18.836 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:18.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 msgr2=0x7f9c1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 0x7f9c1406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9c180012b0 tx=0x7f9c18007b70 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 msgr2=0x7f9c2815cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9c2000efc0 tx=0x7f9c20009f90 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 shutdown_connections 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c1406c2b0 0x7f9c1406e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c2815e4f0 0x7f9c2815cb20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c2806d160 0x7f9c2815c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 --2- 172.21.15.5:0/928939509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c2806bb20 0x7f9c28159470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 >> 172.21.15.5:0/928939509 conn(0x7f9c2806e5b0 msgr2=0x7f9c280cb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 shutdown_connections 2024-09-16T00:55:18.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.835+0000 7f9c2faaf640 1 -- 172.21.15.5:0/928939509 wait complete. 2024-09-16T00:55:18.846 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T00:55:18.306617+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":185,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235740,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738980,"statfs":{"total":773094113280,"available":772852715520,"internally_reserved":0,"allocated":2924544,"data_stored":1773788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.191415"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229626+0000","last_change":"2024-09-16T00:55:10.139599+0000","last_active":"2024-09-16T00:55:11.229626+0000","last_peered":"2024-09-16T00:55:11.229626+0000","last_clean":"2024-09-16T00:55:11.229626+0000","last_became_active":"2024-09-16T00:55:10.139146+0000","last_became_peered":"2024-09-16T00:55:10.139146+0000","last_unstale":"2024-09-16T00:55:11.229626+0000","last_undegraded":"2024-09-16T00:55:11.229626+0000","last_fullsized":"2024-09-16T00:55:11.229626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:43:30.998747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131875+0000","last_change":"2024-09-16T00:55:10.130732+0000","last_active":"2024-09-16T00:55:11.131875+0000","last_peered":"2024-09-16T00:55:11.131875+0000","last_clean":"2024-09-16T00:55:11.131875+0000","last_became_active":"2024-09-16T00:55:10.130435+0000","last_became_peered":"2024-09-16T00:55:10.130435+0000","last_unstale":"2024-09-16T00:55:11.131875+0000","last_undegraded":"2024-09-16T00:55:11.131875+0000","last_fullsized":"2024-09-16T00:55:11.131875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:11:20.028681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229254+0000","last_change":"2024-09-16T00:55:10.140042+0000","last_active":"2024-09-16T00:55:11.229254+0000","last_peered":"2024-09-16T00:55:11.229254+0000","last_clean":"2024-09-16T00:55:11.229254+0000","last_became_active":"2024-09-16T00:55:10.139777+0000","last_became_peered":"2024-09-16T00:55:10.139777+0000","last_unstale":"2024-09-16T00:55:11.229254+0000","last_undegraded":"2024-09-16T00:55:11.229254+0000","last_fullsized":"2024-09-16T00:55:11.229254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132046+0000","last_change":"2024-09-16T00:55:10.144595+0000","last_active":"2024-09-16T00:55:11.132046+0000","last_peered":"2024-09-16T00:55:11.132046+0000","last_clean":"2024-09-16T00:55:11.132046+0000","last_became_active":"2024-09-16T00:55:10.144288+0000","last_became_peered":"2024-09-16T00:55:10.144288+0000","last_unstale":"2024-09-16T00:55:11.132046+0000","last_undegraded":"2024-09-16T00:55:11.132046+0000","last_fullsized":"2024-09-16T00:55:11.132046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:20.377802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229094+0000","last_change":"2024-09-16T00:55:10.143530+0000","last_active":"2024-09-16T00:55:11.229094+0000","last_peered":"2024-09-16T00:55:11.229094+0000","last_clean":"2024-09-16T00:55:11.229094+0000","last_became_active":"2024-09-16T00:55:10.143167+0000","last_became_peered":"2024-09-16T00:55:10.143167+0000","last_unstale":"2024-09-16T00:55:11.229094+0000","last_undegraded":"2024-09-16T00:55:11.229094+0000","last_fullsized":"2024-09-16T00:55:11.229094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229684+0000","last_change":"2024-09-16T00:55:10.141522+0000","last_active":"2024-09-16T00:55:11.229684+0000","last_peered":"2024-09-16T00:55:11.229684+0000","last_clean":"2024-09-16T00:55:11.229684+0000","last_became_active":"2024-09-16T00:55:10.141179+0000","last_became_peered":"2024-09-16T00:55:10.141179+0000","last_unstale":"2024-09-16T00:55:11.229684+0000","last_undegraded":"2024-09-16T00:55:11.229684+0000","last_fullsized":"2024-09-16T00:55:11.229684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:03.441585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059032+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:13.059032+0000","last_peered":"2024-09-16T00:55:13.059032+0000","last_clean":"2024-09-16T00:55:13.059032+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:13.059032+0000","last_undegraded":"2024-09-16T00:55:13.059032+0000","last_fullsized":"2024-09-16T00:55:13.059032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058782+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:13.058782+0000","last_peered":"2024-09-16T00:55:13.058782+0000","last_clean":"2024-09-16T00:55:13.058782+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:13.058782+0000","last_undegraded":"2024-09-16T00:55:13.058782+0000","last_fullsized":"2024-09-16T00:55:13.058782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132722+0000","last_change":"2024-09-16T00:55:10.127841+0000","last_active":"2024-09-16T00:55:11.132722+0000","last_peered":"2024-09-16T00:55:11.132722+0000","last_clean":"2024-09-16T00:55:11.132722+0000","last_became_active":"2024-09-16T00:55:10.127572+0000","last_became_peered":"2024-09-16T00:55:10.127572+0000","last_unstale":"2024-09-16T00:55:11.132722+0000","last_undegraded":"2024-09-16T00:55:11.132722+0000","last_fullsized":"2024-09-16T00:55:11.132722+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:29.448654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131599+0000","last_change":"2024-09-16T00:55:10.143895+0000","last_active":"2024-09-16T00:55:11.131599+0000","last_peered":"2024-09-16T00:55:11.131599+0000","last_clean":"2024-09-16T00:55:11.131599+0000","last_became_active":"2024-09-16T00:55:10.143604+0000","last_became_peered":"2024-09-16T00:55:10.143604+0000","last_unstale":"2024-09-16T00:55:11.131599+0000","last_undegraded":"2024-09-16T00:55:11.131599+0000","last_fullsized":"2024-09-16T00:55:11.131599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:36:28.900332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132811+0000","last_change":"2024-09-16T00:55:10.140416+0000","last_active":"2024-09-16T00:55:11.132811+0000","last_peered":"2024-09-16T00:55:11.132811+0000","last_clean":"2024-09-16T00:55:11.132811+0000","last_became_active":"2024-09-16T00:55:10.140152+0000","last_became_peered":"2024-09-16T00:55:10.140152+0000","last_unstale":"2024-09-16T00:55:11.132811+0000","last_undegraded":"2024-09-16T00:55:11.132811+0000","last_fullsized":"2024-09-16T00:55:11.132811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229632+0000","last_change":"2024-09-16T00:55:10.140465+0000","last_active":"2024-09-16T00:55:11.229632+0000","last_peered":"2024-09-16T00:55:11.229632+0000","last_clean":"2024-09-16T00:55:11.229632+0000","last_became_active":"2024-09-16T00:55:10.139829+0000","last_became_peered":"2024-09-16T00:55:10.139829+0000","last_unstale":"2024-09-16T00:55:11.229632+0000","last_undegraded":"2024-09-16T00:55:11.229632+0000","last_fullsized":"2024-09-16T00:55:11.229632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:34.909491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058865+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:13.058865+0000","last_peered":"2024-09-16T00:55:13.058865+0000","last_clean":"2024-09-16T00:55:13.058865+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:13.058865+0000","last_undegraded":"2024-09-16T00:55:13.058865+0000","last_fullsized":"2024-09-16T00:55:13.058865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132203+0000","last_change":"2024-09-16T00:55:10.140119+0000","last_active":"2024-09-16T00:55:11.132203+0000","last_peered":"2024-09-16T00:55:11.132203+0000","last_clean":"2024-09-16T00:55:11.132203+0000","last_became_active":"2024-09-16T00:55:10.139838+0000","last_became_peered":"2024-09-16T00:55:10.139838+0000","last_unstale":"2024-09-16T00:55:11.132203+0000","last_undegraded":"2024-09-16T00:55:11.132203+0000","last_fullsized":"2024-09-16T00:55:11.132203+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:01.746908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131799+0000","last_change":"2024-09-16T00:55:10.131429+0000","last_active":"2024-09-16T00:55:11.131799+0000","last_peered":"2024-09-16T00:55:11.131799+0000","last_clean":"2024-09-16T00:55:11.131799+0000","last_became_active":"2024-09-16T00:55:10.131151+0000","last_became_peered":"2024-09-16T00:55:10.131151+0000","last_unstale":"2024-09-16T00:55:11.131799+0000","last_undegraded":"2024-09-16T00:55:11.131799+0000","last_fullsized":"2024-09-16T00:55:11.131799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:47.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059042+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:13.059042+0000","last_peered":"2024-09-16T00:55:13.059042+0000","last_clean":"2024-09-16T00:55:13.059042+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:13.059042+0000","last_undegraded":"2024-09-16T00:55:13.059042+0000","last_fullsized":"2024-09-16T00:55:13.059042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132227+0000","last_change":"2024-09-16T00:55:10.127532+0000","last_active":"2024-09-16T00:55:11.132227+0000","last_peered":"2024-09-16T00:55:11.132227+0000","last_clean":"2024-09-16T00:55:11.132227+0000","last_became_active":"2024-09-16T00:55:10.127218+0000","last_became_peered":"2024-09-16T00:55:10.127218+0000","last_unstale":"2024-09-16T00:55:11.132227+0000","last_undegraded":"2024-09-16T00:55:11.132227+0000","last_fullsized":"2024-09-16T00:55:11.132227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058738+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:13.058738+0000","last_peered":"2024-09-16T00:55:13.058738+0000","last_clean":"2024-09-16T00:55:13.058738+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:13.058738+0000","last_undegraded":"2024-09-16T00:55:13.058738+0000","last_fullsized":"2024-09-16T00:55:13.058738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131723+0000","last_change":"2024-09-16T00:55:10.126316+0000","last_active":"2024-09-16T00:55:11.131723+0000","last_peered":"2024-09-16T00:55:11.131723+0000","last_clean":"2024-09-16T00:55:11.131723+0000","last_became_active":"2024-09-16T00:55:10.121835+0000","last_became_peered":"2024-09-16T00:55:10.121835+0000","last_unstale":"2024-09-16T00:55:11.131723+0000","last_undegraded":"2024-09-16T00:55:11.131723+0000","last_fullsized":"2024-09-16T00:55:11.131723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:33.773976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058756+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:13.058756+0000","last_peered":"2024-09-16T00:55:13.058756+0000","last_clean":"2024-09-16T00:55:13.058756+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:13.058756+0000","last_undegraded":"2024-09-16T00:55:13.058756+0000","last_fullsized":"2024-09-16T00:55:13.058756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131761+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:11.131761+0000","last_peered":"2024-09-16T00:55:11.131761+0000","last_clean":"2024-09-16T00:55:11.131761+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:11.131761+0000","last_undegraded":"2024-09-16T00:55:11.131761+0000","last_fullsized":"2024-09-16T00:55:11.131761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058901+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:13.058901+0000","last_peered":"2024-09-16T00:55:13.058901+0000","last_clean":"2024-09-16T00:55:13.058901+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:13.058901+0000","last_undegraded":"2024-09-16T00:55:13.058901+0000","last_fullsized":"2024-09-16T00:55:13.058901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132930+0000","last_change":"2024-09-16T00:55:10.136986+0000","last_active":"2024-09-16T00:55:11.132930+0000","last_peered":"2024-09-16T00:55:11.132930+0000","last_clean":"2024-09-16T00:55:11.132930+0000","last_became_active":"2024-09-16T00:55:10.136583+0000","last_became_peered":"2024-09-16T00:55:10.136583+0000","last_unstale":"2024-09-16T00:55:11.132930+0000","last_undegraded":"2024-09-16T00:55:11.132930+0000","last_fullsized":"2024-09-16T00:55:11.132930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132923+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:11.132923+0000","last_peered":"2024-09-16T00:55:11.132923+0000","last_clean":"2024-09-16T00:55:11.132923+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:11.132923+0000","last_undegraded":"2024-09-16T00:55:11.132923+0000","last_fullsized":"2024-09-16T00:55:11.132923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132758+0000","last_change":"2024-09-16T00:55:10.141852+0000","last_active":"2024-09-16T00:55:11.132758+0000","last_peered":"2024-09-16T00:55:11.132758+0000","last_clean":"2024-09-16T00:55:11.132758+0000","last_became_active":"2024-09-16T00:55:10.141157+0000","last_became_peered":"2024-09-16T00:55:10.141157+0000","last_unstale":"2024-09-16T00:55:11.132758+0000","last_undegraded":"2024-09-16T00:55:11.132758+0000","last_fullsized":"2024-09-16T00:55:11.132758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:25.222804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058777+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:13.058777+0000","last_peered":"2024-09-16T00:55:13.058777+0000","last_clean":"2024-09-16T00:55:13.058777+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:13.058777+0000","last_undegraded":"2024-09-16T00:55:13.058777+0000","last_fullsized":"2024-09-16T00:55:13.058777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229449+0000","last_change":"2024-09-16T00:55:10.140693+0000","last_active":"2024-09-16T00:55:11.229449+0000","last_peered":"2024-09-16T00:55:11.229449+0000","last_clean":"2024-09-16T00:55:11.229449+0000","last_became_active":"2024-09-16T00:55:10.140191+0000","last_became_peered":"2024-09-16T00:55:10.140191+0000","last_unstale":"2024-09-16T00:55:11.229449+0000","last_undegraded":"2024-09-16T00:55:11.229449+0000","last_fullsized":"2024-09-16T00:55:11.229449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132319+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:11.132319+0000","last_peered":"2024-09-16T00:55:11.132319+0000","last_clean":"2024-09-16T00:55:11.132319+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:11.132319+0000","last_undegraded":"2024-09-16T00:55:11.132319+0000","last_fullsized":"2024-09-16T00:55:11.132319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:25.478569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229319+0000","last_change":"2024-09-16T00:55:10.139488+0000","last_active":"2024-09-16T00:55:11.229319+0000","last_peered":"2024-09-16T00:55:11.229319+0000","last_clean":"2024-09-16T00:55:11.229319+0000","last_became_active":"2024-09-16T00:55:10.139054+0000","last_became_peered":"2024-09-16T00:55:10.139054+0000","last_unstale":"2024-09-16T00:55:11.229319+0000","last_undegraded":"2024-09-16T00:55:11.229319+0000","last_fullsized":"2024-09-16T00:55:11.229319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058587+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:13.058587+0000","last_peered":"2024-09-16T00:55:13.058587+0000","last_clean":"2024-09-16T00:55:13.058587+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:13.058587+0000","last_undegraded":"2024-09-16T00:55:13.058587+0000","last_fullsized":"2024-09-16T00:55:13.058587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058677+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:13.058677+0000","last_peered":"2024-09-16T00:55:13.058677+0000","last_clean":"2024-09-16T00:55:13.058677+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:13.058677+0000","last_undegraded":"2024-09-16T00:55:13.058677+0000","last_fullsized":"2024-09-16T00:55:13.058677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229157+0000","last_change":"2024-09-16T00:55:10.139435+0000","last_active":"2024-09-16T00:55:11.229157+0000","last_peered":"2024-09-16T00:55:11.229157+0000","last_clean":"2024-09-16T00:55:11.229157+0000","last_became_active":"2024-09-16T00:55:10.139052+0000","last_became_peered":"2024-09-16T00:55:10.139052+0000","last_unstale":"2024-09-16T00:55:11.229157+0000","last_undegraded":"2024-09-16T00:55:11.229157+0000","last_fullsized":"2024-09-16T00:55:11.229157+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132514+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:11.132514+0000","last_peered":"2024-09-16T00:55:11.132514+0000","last_clean":"2024-09-16T00:55:11.132514+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:11.132514+0000","last_undegraded":"2024-09-16T00:55:11.132514+0000","last_fullsized":"2024-09-16T00:55:11.132514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229579+0000","last_change":"2024-09-16T00:55:10.139191+0000","last_active":"2024-09-16T00:55:11.229579+0000","last_peered":"2024-09-16T00:55:11.229579+0000","last_clean":"2024-09-16T00:55:11.229579+0000","last_became_active":"2024-09-16T00:55:10.138900+0000","last_became_peered":"2024-09-16T00:55:10.138900+0000","last_unstale":"2024-09-16T00:55:11.229579+0000","last_undegraded":"2024-09-16T00:55:11.229579+0000","last_fullsized":"2024-09-16T00:55:11.229579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229799+0000","last_change":"2024-09-16T00:55:10.139496+0000","last_active":"2024-09-16T00:55:11.229799+0000","last_peered":"2024-09-16T00:55:11.229799+0000","last_clean":"2024-09-16T00:55:11.229799+0000","last_became_active":"2024-09-16T00:55:10.139143+0000","last_became_peered":"2024-09-16T00:55:10.139143+0000","last_unstale":"2024-09-16T00:55:11.229799+0000","last_undegraded":"2024-09-16T00:55:11.229799+0000","last_fullsized":"2024-09-16T00:55:11.229799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:59.579161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132475+0000","last_change":"2024-09-16T00:55:10.132745+0000","last_active":"2024-09-16T00:55:11.132475+0000","last_peered":"2024-09-16T00:55:11.132475+0000","last_clean":"2024-09-16T00:55:11.132475+0000","last_became_active":"2024-09-16T00:55:10.131046+0000","last_became_peered":"2024-09-16T00:55:10.131046+0000","last_unstale":"2024-09-16T00:55:11.132475+0000","last_undegraded":"2024-09-16T00:55:11.132475+0000","last_fullsized":"2024-09-16T00:55:11.132475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229425+0000","last_change":"2024-09-16T00:55:10.139741+0000","last_active":"2024-09-16T00:55:11.229425+0000","last_peered":"2024-09-16T00:55:11.229425+0000","last_clean":"2024-09-16T00:55:11.229425+0000","last_became_active":"2024-09-16T00:55:10.139179+0000","last_became_peered":"2024-09-16T00:55:10.139179+0000","last_unstale":"2024-09-16T00:55:11.229425+0000","last_undegraded":"2024-09-16T00:55:11.229425+0000","last_fullsized":"2024-09-16T00:55:11.229425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229023+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:11.229023+0000","last_peered":"2024-09-16T00:55:11.229023+0000","last_clean":"2024-09-16T00:55:11.229023+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:11.229023+0000","last_undegraded":"2024-09-16T00:55:11.229023+0000","last_fullsized":"2024-09-16T00:55:11.229023+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131520+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:11.131520+0000","last_peered":"2024-09-16T00:55:11.131520+0000","last_clean":"2024-09-16T00:55:11.131520+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:11.131520+0000","last_undegraded":"2024-09-16T00:55:11.131520+0000","last_fullsized":"2024-09-16T00:55:11.131520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228941+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:11.228941+0000","last_peered":"2024-09-16T00:55:11.228941+0000","last_clean":"2024-09-16T00:55:11.228941+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:11.228941+0000","last_undegraded":"2024-09-16T00:55:11.228941+0000","last_fullsized":"2024-09-16T00:55:11.228941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:47.113688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132517+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:11.132517+0000","last_peered":"2024-09-16T00:55:11.132517+0000","last_clean":"2024-09-16T00:55:11.132517+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:11.132517+0000","last_undegraded":"2024-09-16T00:55:11.132517+0000","last_fullsized":"2024-09-16T00:55:11.132517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.145422+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.145022+0000","last_became_peered":"2024-09-16T00:55:10.145022+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:26.484028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132712+0000","last_change":"2024-09-16T00:55:10.126835+0000","last_active":"2024-09-16T00:55:11.132712+0000","last_peered":"2024-09-16T00:55:11.132712+0000","last_clean":"2024-09-16T00:55:11.132712+0000","last_became_active":"2024-09-16T00:55:10.126526+0000","last_became_peered":"2024-09-16T00:55:10.126526+0000","last_unstale":"2024-09-16T00:55:11.132712+0000","last_undegraded":"2024-09-16T00:55:11.132712+0000","last_fullsized":"2024-09-16T00:55:11.132712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229702+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:11.229702+0000","last_peered":"2024-09-16T00:55:11.229702+0000","last_clean":"2024-09-16T00:55:11.229702+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:11.229702+0000","last_undegraded":"2024-09-16T00:55:11.229702+0000","last_fullsized":"2024-09-16T00:55:11.229702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:27.546032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059027+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:13.059027+0000","last_peered":"2024-09-16T00:55:13.059027+0000","last_clean":"2024-09-16T00:55:13.059027+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:13.059027+0000","last_undegraded":"2024-09-16T00:55:13.059027+0000","last_fullsized":"2024-09-16T00:55:13.059027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228921+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:11.228921+0000","last_peered":"2024-09-16T00:55:11.228921+0000","last_clean":"2024-09-16T00:55:11.228921+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:11.228921+0000","last_undegraded":"2024-09-16T00:55:11.228921+0000","last_fullsized":"2024-09-16T00:55:11.228921+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:23.708364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131777+0000","last_change":"2024-09-16T00:55:10.129650+0000","last_active":"2024-09-16T00:55:11.131777+0000","last_peered":"2024-09-16T00:55:11.131777+0000","last_clean":"2024-09-16T00:55:11.131777+0000","last_became_active":"2024-09-16T00:55:10.128617+0000","last_became_peered":"2024-09-16T00:55:10.128617+0000","last_unstale":"2024-09-16T00:55:11.131777+0000","last_undegraded":"2024-09-16T00:55:11.131777+0000","last_fullsized":"2024-09-16T00:55:11.131777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:49.519241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229378+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:11.229378+0000","last_peered":"2024-09-16T00:55:11.229378+0000","last_clean":"2024-09-16T00:55:11.229378+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:11.229378+0000","last_undegraded":"2024-09-16T00:55:11.229378+0000","last_fullsized":"2024-09-16T00:55:11.229378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:24.217345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058678+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:13.058678+0000","last_peered":"2024-09-16T00:55:13.058678+0000","last_clean":"2024-09-16T00:55:13.058678+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:13.058678+0000","last_undegraded":"2024-09-16T00:55:13.058678+0000","last_fullsized":"2024-09-16T00:55:13.058678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132564+0000","last_change":"2024-09-16T00:55:10.125783+0000","last_active":"2024-09-16T00:55:11.132564+0000","last_peered":"2024-09-16T00:55:11.132564+0000","last_clean":"2024-09-16T00:55:11.132564+0000","last_became_active":"2024-09-16T00:55:10.125421+0000","last_became_peered":"2024-09-16T00:55:10.125421+0000","last_unstale":"2024-09-16T00:55:11.132564+0000","last_undegraded":"2024-09-16T00:55:11.132564+0000","last_fullsized":"2024-09-16T00:55:11.132564+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229314+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:11.229314+0000","last_peered":"2024-09-16T00:55:11.229314+0000","last_clean":"2024-09-16T00:55:11.229314+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:11.229314+0000","last_undegraded":"2024-09-16T00:55:11.229314+0000","last_fullsized":"2024-09-16T00:55:11.229314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.129785+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.129515+0000","last_became_peered":"2024-09-16T00:55:10.129515+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229566+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:11.229566+0000","last_peered":"2024-09-16T00:55:11.229566+0000","last_clean":"2024-09-16T00:55:11.229566+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:11.229566+0000","last_undegraded":"2024-09-16T00:55:11.229566+0000","last_fullsized":"2024-09-16T00:55:11.229566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:12.519361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":664479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:18.849 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:55:18.850 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T00:55:18.850 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T00:55:18.850 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T00:55:18.850 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T00:55:18.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.987+0000 7fdf5d56d640 1 Processor -- start 2024-09-16T00:55:18.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.987+0000 7fdf5d56d640 1 -- start start 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf5d56d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdf5815b480 0x7fdf580b6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf5d56d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf580b6f60 0x7fdf580d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf5d56d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf5806f7a0 con 0x7fdf5815b0a0 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf5d56d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdf580cf3b0 con 0x7fdf5815b480 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf5d56d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdf580cf5e0 con 0x7fdf580b6f60 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf567fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdf5815b480 0x7fdf580b6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf56ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdf5815b0a0 0x7fdf5806ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33946/0 (socket says 172.21.15.5:33946) 2024-09-16T00:55:18.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.988+0000 7fdf56ffd640 1 -- 172.21.15.5:0/2796525041 learned_addr learned my addr 172.21.15.5:0/2796525041 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf577fe640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf580b6f60 0x7fdf580d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf567fc640 1 -- 172.21.15.5:0/2796525041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf580b6f60 msgr2=0x7fdf580d0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf567fc640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf580b6f60 0x7fdf580d0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf567fc640 1 -- 172.21.15.5:0/2796525041 >> v1:172.21.15.5:6789/0 conn(0x7fdf5815b0a0 legacy=0x7fdf5806ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf567fc640 1 -- 172.21.15.5:0/2796525041 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf580cf880 con 0x7fdf5815b480 2024-09-16T00:55:18.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.989+0000 7fdf55ffb640 1 -- 172.21.15.5:0/2796525041 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1213758354 0 0) 0x7fdf5806f7a0 con 0x7fdf5815b0a0 2024-09-16T00:55:18.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf567fc640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b480 0x7fdf580b6a20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000ba70 tx=0x7fdf4002c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2bcabea5685c7e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf55ffb640 1 -- 172.21.15.5:0/2796525041 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40034620 con 0x7fdf5815b480 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf55ffb640 1 -- 172.21.15.5:0/2796525041 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf400347c0 con 0x7fdf5815b480 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf55ffb640 1 -- 172.21.15.5:0/2796525041 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40034b90 con 0x7fdf5815b480 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2796525041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b480 msgr2=0x7fdf580b6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b480 0x7fdf580b6a20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000ba70 tx=0x7fdf4002c870 comp rx=0 tx=0).stop 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2796525041 shutdown_connections 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf580b6f60 0x7fdf580d0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2796525041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b480 0x7fdf580b6a20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2796525041 >> 172.21.15.5:0/2796525041 conn(0x7fdf58072eb0 msgr2=0x7fdf5806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2796525041 shutdown_connections 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.990+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2796525041 wait complete. 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 Processor -- start 2024-09-16T00:55:18.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 -- start start 2024-09-16T00:55:18.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf580b6f60 0x7fdf581f0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf5815b480 0x7fdf580abb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdf5806f440 con 0x7fdf5815b0a0 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf580cfe40 con 0x7fdf580b6f60 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf5d56d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdf580b45d0 con 0x7fdf5815b480 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.992+0000 7fdf567fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42720/0 (socket says 172.21.15.5:42720) 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 -- 172.21.15.5:0/2785723689 learned_addr learned my addr 172.21.15.5:0/2785723689 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf577fe640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf5815b480 0x7fdf580abb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf56ffd640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf580b6f60 0x7fdf581f0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 -- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf5815b480 msgr2=0x7fdf580abb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf5815b480 0x7fdf580abb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 -- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf580b6f60 msgr2=0x7fdf581f0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf580b6f60 0x7fdf581f0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 -- 172.21.15.5:0/2785723689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf580b0680 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf567fc640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000bb90 tx=0x7fdf400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40042070 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf40004230 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40006e10 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf580aa6e0 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.993+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf580aaca0 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.994+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf5806e010 con 0x7fdf5815b0a0 2024-09-16T00:55:18.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.995+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf40033980 con 0x7fdf5815b0a0 2024-09-16T00:55:18.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.995+0000 7fdf4f7fe640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 0x7fdf3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:18.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.995+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdf400ae3f0 con 0x7fdf5815b0a0 2024-09-16T00:55:18.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.995+0000 7fdf56ffd640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 0x7fdf3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:18.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:18.996+0000 7fdf56ffd640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 0x7fdf3806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdf50000f60 tx=0x7fdf50007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:18.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.000+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf580b0680 con 0x7fdf5815b0a0 2024-09-16T00:55:19.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.223+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fdf580b30b0 con 0x7fdf5815b0a0 2024-09-16T00:55:19.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.226+0000 7fdf4f7fe640 1 -- 172.21.15.5:0/2785723689 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173504 (secure 0 0 0) 0x7fdf4007c5a0 con 0x7fdf5815b0a0 2024-09-16T00:55:19.228 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 msgr2=0x7fdf3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 0x7fdf3806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdf50000f60 tx=0x7fdf50007d50 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 msgr2=0x7fdf580b0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000bb90 tx=0x7fdf400046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 shutdown_connections 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf3806c2b0 0x7fdf3806e770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf5815b480 0x7fdf580abb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf5815b0a0 0x7fdf580b0140 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 --2- 172.21.15.5:0/2785723689 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf580b6f60 0x7fdf581f0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 >> 172.21.15.5:0/2785723689 conn(0x7fdf58072eb0 msgr2=0x7fdf5806bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:19.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 shutdown_connections 2024-09-16T00:55:19.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.229+0000 7fdf5d56d640 1 -- 172.21.15.5:0/2785723689 wait complete. 2024-09-16T00:55:19.240 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":3464794866},{"type":"v1","addr":"172.21.15.73:6833","nonce":3464794866}]},"active_addr":"172.21.15.73:6833/3464794866","active_change":"2024-09-16T00:54:50.293869+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.73:0","nonce":1839197313}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.73:0","nonce":3816654164}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.73:0","nonce":385965721}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.73:0","nonce":2214276556}]}]} 2024-09-16T00:55:19.244 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T00:55:19.244 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:55:19.244 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:19.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.347+0000 7fe37b8e4640 1 Processor -- start 2024-09-16T00:55:19.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.347+0000 7fe37b8e4640 1 -- start start 2024-09-16T00:55:19.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe37b8e4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 0x7fe37406f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe37b8e4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe37406d180 0x7fe37406fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe37b8e4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe37406e050 con 0x7fe37406f0b0 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe37b8e4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe37406d5b0 con 0x7fe37406d180 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe37b8e4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe3740d03f0 con 0x7fe37415c730 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379680640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 0x7fe37406f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379e81640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe37406d180 0x7fe37406fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe378e7f640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fe37406f0b0 0x7fe37406ca70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59360/0 (socket says 172.21.15.5:59360) 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe378e7f640 1 -- 172.21.15.5:0/1572781500 learned_addr learned my addr 172.21.15.5:0/1572781500 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe36bfff640 1 -- 172.21.15.5:0/1572781500 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1528808108 0 0) 0x7fe37406e050 con 0x7fe37406f0b0 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe36bfff640 1 -- 172.21.15.5:0/1572781500 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe360003520 con 0x7fe37406f0b0 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379e81640 1 -- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 msgr2=0x7fe37406f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:19.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379e81640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 0x7fe37406f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379e81640 1 -- 172.21.15.5:0/1572781500 >> v1:172.21.15.73:6789/0 conn(0x7fe37406f0b0 legacy=0x7fe37406ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379e81640 1 -- 172.21.15.5:0/1572781500 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe37406e2f0 con 0x7fe37406d180 2024-09-16T00:55:19.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.348+0000 7fe379680640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 0x7fe37406f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:19.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.349+0000 7fe379e81640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37406d180 0x7fe37406fa00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe36c009dc0 tx=0x7fe36c02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e655c9a27b2422e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.349+0000 7fe36bfff640 1 -- 172.21.15.5:0/1572781500 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c007740 con 0x7fe37406d180 2024-09-16T00:55:19.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.349+0000 7fe36bfff640 1 -- 172.21.15.5:0/1572781500 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe36c0078e0 con 0x7fe37406d180 2024-09-16T00:55:19.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.349+0000 7fe36bfff640 1 -- 172.21.15.5:0/1572781500 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c007c90 con 0x7fe37406d180 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37406d180 msgr2=0x7fe37406fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37406d180 0x7fe37406fa00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe36c009dc0 tx=0x7fe36c02a5f0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1572781500 shutdown_connections 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37406d180 0x7fe37406fa00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1572781500 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415c730 0x7fe37406f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1572781500 >> 172.21.15.5:0/1572781500 conn(0x7fe3740b3540 msgr2=0x7fe3740b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1572781500 shutdown_connections 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.350+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1572781500 wait complete. 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.351+0000 7fe37b8e4640 1 Processor -- start 2024-09-16T00:55:19.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.351+0000 7fe37b8e4640 1 -- start start 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37415c730 0x7fe37415eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 0x7fe374159b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe37406eb90 con 0x7fe37406d180 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe37406e8b0 con 0x7fe37415c730 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe37b8e4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe3740cf3e0 con 0x7fe37415f040 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42732/0 (socket says 172.21.15.5:42732) 2024-09-16T00:55:19.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 -- 172.21.15.5:0/1966257428 learned_addr learned my addr 172.21.15.5:0/1966257428 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe378e7f640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37415c730 0x7fe37415eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379e81640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 0x7fe374159b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 -- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 msgr2=0x7fe374159b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 0x7fe374159b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 -- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37415c730 msgr2=0x7fe37415eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37415c730 0x7fe37415eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 -- 172.21.15.5:0/1966257428 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe374146200 con 0x7fe37406d180 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379e81640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 0x7fe374159b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.352+0000 7fe379680640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe37000e960 tx=0x7fe37000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.353+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe370017070 con 0x7fe37406d180 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.353+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe37000ca00 con 0x7fe37406d180 2024-09-16T00:55:19.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.353+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe374154e60 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.353+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37000cdd0 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.353+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe374155420 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.354+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe37406ca70 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.354+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe37001a070 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.355+0000 7fe369ffb640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 0x7fe35806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.355+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe37008b560 con 0x7fe37406d180 2024-09-16T00:55:19.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.355+0000 7fe378e7f640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 0x7fe35806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.356+0000 7fe378e7f640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 0x7fe35806e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe374156240 tx=0x7fe364000bc0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.359+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe370059710 con 0x7fe37406d180 2024-09-16T00:55:19.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.536+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe37406fb90 con 0x7fe37406d180 2024-09-16T00:55:19.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.537+0000 7fe369ffb640 1 -- 172.21.15.5:0/1966257428 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7fe37005da10 con 0x7fe37406d180 2024-09-16T00:55:19.537 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:19.537 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 msgr2=0x7fe35806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 0x7fe35806e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe374156240 tx=0x7fe364000bc0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 msgr2=0x7fe374145cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe37000e960 tx=0x7fe37000ee20 comp rx=0 tx=0).stop 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 shutdown_connections 2024-09-16T00:55:19.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe35806c2b0 0x7fe35806e770 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe37415f040 0x7fe374159b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe37415c730 0x7fe37415eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 --2- 172.21.15.5:0/1966257428 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe37406d180 0x7fe374145cc0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 >> 172.21.15.5:0/1966257428 conn(0x7fe3740b3540 msgr2=0x7fe3740cdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 shutdown_connections 2024-09-16T00:55:19.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.539+0000 7fe37b8e4640 1 -- 172.21.15.5:0/1966257428 wait complete. 2024-09-16T00:55:19.550 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:55:19.550 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:19.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.651+0000 7f0503d6d640 1 Processor -- start 2024-09-16T00:55:19.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.651+0000 7f0503d6d640 1 -- start start 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0503d6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f04fc0b6690 0x7f04fc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0503d6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 0x7f04fc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0503d6d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04fc0cff10 con 0x7f04fc0d1510 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0503d6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f04fc0cf540 con 0x7f04fc0b6690 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0503d6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f04fc0d1d90 con 0x7f04fc0b6a70 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0501b09640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f04fc0b6690 0x7f04fc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0501b09640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f04fc0b6690 0x7f04fc0cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42738/0 (socket says 172.21.15.5:42738) 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0501b09640 1 -- 172.21.15.5:0/1481852522 learned_addr learned my addr 172.21.15.5:0/1481852522 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.652+0000 7f0501308640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 0x7f04fc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501b09640 1 -- 172.21.15.5:0/1481852522 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 msgr2=0x7f04fc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501b09640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 0x7f04fc0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501b09640 1 -- 172.21.15.5:0/1481852522 >> v1:172.21.15.73:6789/0 conn(0x7f04fc0d1510 legacy=0x7f04fc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:19.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501b09640 1 -- 172.21.15.5:0/1481852522 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04fc0ceef0 con 0x7f04fc0b6690 2024-09-16T00:55:19.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501308640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 0x7f04fc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0501b09640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6690 0x7f04fc0cf9d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009870 tx=0x7f04f802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fb512aaf2e59aaa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0500b07640 1 -- 172.21.15.5:0/1481852522 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8037070 con 0x7f04fc0b6690 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0500b07640 1 -- 172.21.15.5:0/1481852522 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f8032440 con 0x7f04fc0b6690 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.653+0000 7f0500b07640 1 -- 172.21.15.5:0/1481852522 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8032810 con 0x7f04fc0b6690 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 -- 172.21.15.5:0/1481852522 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6690 msgr2=0x7f04fc0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6690 0x7f04fc0cf9d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009870 tx=0x7f04f802a210 comp rx=0 tx=0).stop 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 -- 172.21.15.5:0/1481852522 shutdown_connections 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6a70 0x7f04fc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 --2- 172.21.15.5:0/1481852522 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6690 0x7f04fc0cf9d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 -- 172.21.15.5:0/1481852522 >> 172.21.15.5:0/1481852522 conn(0x7f04fc072560 msgr2=0x7f04fc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 -- 172.21.15.5:0/1481852522 shutdown_connections 2024-09-16T00:55:19.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.654+0000 7f0503d6d640 1 -- 172.21.15.5:0/1481852522 wait complete. 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.655+0000 7f0503d6d640 1 Processor -- start 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.655+0000 7f0503d6d640 1 -- start start 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6690 0x7f04fc0cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f04fc0d1510 0x7f04fc0d4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc0d19a0 con 0x7f04fc0b6a70 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc0b6ed0 con 0x7f04fc0d1510 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0503d6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f04fc0d1b20 con 0x7f04fc0b6690 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42744/0 (socket says 172.21.15.5:42744) 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 -- 172.21.15.5:0/3239400438 learned_addr learned my addr 172.21.15.5:0/3239400438 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501b09640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6690 0x7f04fc0cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 -- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6690 msgr2=0x7f04fc0cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6690 0x7f04fc0cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f0501308640 1 -- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f04fc0d1510 msgr2=0x7f04fc0d4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.656+0000 7f050230a640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f04fc0d1510 0x7f04fc0d4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f0501308640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f04fc0d1510 0x7f04fc0d4330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f0501308640 1 -- 172.21.15.5:0/3239400438 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04fc1568f0 con 0x7f04fc0b6a70 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f0501308640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f04ec00c7f0 tx=0x7f04ec00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec004230 con 0x7f04fc0b6a70 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04ec0043d0 con 0x7f04fc0b6a70 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04fc156bd0 con 0x7f04fc0b6a70 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec007a70 con 0x7f04fc0b6a70 2024-09-16T00:55:19.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.657+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04fc157190 con 0x7f04fc0b6a70 2024-09-16T00:55:19.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.658+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04fc15c530 con 0x7f04fc0b6a70 2024-09-16T00:55:19.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.659+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04ec007c10 con 0x7f04fc0b6a70 2024-09-16T00:55:19.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.659+0000 7f04f27fc640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 0x7f04e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:19.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.659+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f04ec08b490 con 0x7f04fc0b6a70 2024-09-16T00:55:19.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.659+0000 7f0501b09640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 0x7f04e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:19.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.660+0000 7f0501b09640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 0x7f04e006e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f04f8034000 tx=0x7f04f802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:19.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.663+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04ec015020 con 0x7f04fc0b6a70 2024-09-16T00:55:19.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.840+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04fc15e5e0 con 0x7f04fc0b6a70 2024-09-16T00:55:19.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.841+0000 7f04f27fc640 1 -- 172.21.15.5:0/3239400438 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7f04ec059c90 con 0x7f04fc0b6a70 2024-09-16T00:55:19.841 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:19.842 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:19.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 msgr2=0x7f04e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 0x7f04e006e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f04f8034000 tx=0x7f04f802e000 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 msgr2=0x7f04fc1f70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f04ec00c7f0 tx=0x7f04ec00ccb0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 shutdown_connections 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f04e006c2b0 0x7f04e006e770 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f04fc0d1510 0x7f04fc0d4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f04fc0b6a70 0x7f04fc1f70f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 --2- 172.21.15.5:0/3239400438 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f04fc0b6690 0x7f04fc0cc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 >> 172.21.15.5:0/3239400438 conn(0x7f04fc072560 msgr2=0x7f04fc160af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 shutdown_connections 2024-09-16T00:55:19.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:19.843+0000 7f0503d6d640 1 -- 172.21.15.5:0/3239400438 wait complete. 2024-09-16T00:55:19.854 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T00:55:19.854 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T00:55:19.855 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T00:55:19.855 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T00:55:19.856 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-16T00:55:19.856 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-16T00:55:19.856 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-16T00:55:19.857 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-16T00:55:20.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.028+0000 7fcbe4bb9640 1 Processor -- start 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.028+0000 7fcbe4bb9640 1 -- start start 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01516c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcbe00d01b0 0x7fcbe00d0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcbe00d0b50 con 0x7fcbe00b35b0 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fcbe00b3a10 con 0x7fcbe00d01b0 2024-09-16T00:55:20.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbe4bb9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcbe015e1c0 con 0x7fcbe006daf0 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbddd9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbddd9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42752/0 (socket says 172.21.15.5:42752) 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbddd9b640 1 -- 172.21.15.5:0/4260334475 learned_addr learned my addr 172.21.15.5:0/4260334475 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbde59c640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.030+0000 7fcbded9d640 1 --2- 172.21.15.5:0/4260334475 >> v2:172.21.15.73:3300/0 conn(0x7fcbe00d01b0 0x7fcbe00d0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbddd9b640 1 -- 172.21.15.5:0/4260334475 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 msgr2=0x7fcbe01516c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01516c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbddd9b640 1 -- 172.21.15.5:0/4260334475 >> v2:172.21.15.73:3300/0 conn(0x7fcbe00d01b0 msgr2=0x7fcbe00d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/4260334475 >> v2:172.21.15.73:3300/0 conn(0x7fcbe00d01b0 0x7fcbe00d0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbddd9b640 1 -- 172.21.15.5:0/4260334475 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe015e4a0 con 0x7fcbe00b35b0 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.031+0000 7fcbde59c640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:20.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.032+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcbe00b4f30 tx=0x7fcbd802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1b19533dcd993 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.032+0000 7fcbdd59a640 1 -- 172.21.15.5:0/4260334475 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8036070 con 0x7fcbe00b35b0 2024-09-16T00:55:20.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7fcbdd59a640 1 -- 172.21.15.5:0/4260334475 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbd8031600 con 0x7fcbe00b35b0 2024-09-16T00:55:20.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.032+0000 7f819c03c640 1 Processor -- start 2024-09-16T00:55:20.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.032+0000 7f819c03c640 1 -- start start 2024-09-16T00:55:20.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7fcbdd59a640 1 -- 172.21.15.5:0/4260334475 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd80319d0 con 0x7fcbe00b35b0 2024-09-16T00:55:20.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7f819c03c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81940b4960 0x7f81941674c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7f819c03c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f819415e150 con 0x7f81940717c0 2024-09-16T00:55:20.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7f819c03c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f819415e3f0 con 0x7f8194075ff0 2024-09-16T00:55:20.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7f819c03c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f819415e6d0 con 0x7f81940b4960 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7f819a5d9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81940b4960 0x7f81941674c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7f81995d7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f81940717c0 0x7f81940b4250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33962/0 (socket says 172.21.15.5:33962) 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7f81995d7640 1 -- 172.21.15.5:0/216980740 learned_addr learned my addr 172.21.15.5:0/216980740 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/4260334475 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00b35b0 msgr2=0x7fcbe00cf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7fcbe4bb9640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcbe00b4f30 tx=0x7fcbd802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1528690574 0 0) 0x7f819415e150 con 0x7f81940717c0 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.034+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8180003520 con 0x7f81940717c0 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/4260334475 shutdown_connections 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 --2- 172.21.15.5:0/4260334475 >> v2:172.21.15.73:3300/0 conn(0x7fcbe00d01b0 0x7fcbe00d0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00b35b0 0x7fcbe00cf9e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 --2- 172.21.15.5:0/4260334475 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/4260334475 >> 172.21.15.5:0/4260334475 conn(0x7fcbe006d000 msgr2=0x7fcbe006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/4260334475 shutdown_connections 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 539773497 0 0) 0x7f8180003520 con 0x7f81940717c0 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81940b4960 msgr2=0x7f81941674c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81940b4960 0x7f81941674c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 >> v1:172.21.15.73:6789/0 conn(0x7f8194075ff0 legacy=0x7f819415b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819415e9b0 con 0x7f81940717c0 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f818c0019f0 con 0x7f81940717c0 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 >> v1:172.21.15.5:6789/0 conn(0x7f81940717c0 legacy=0x7f81940b4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8180003ac0 0x7f8180003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8180004800 0x7f8180004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81800051c0 0x7f81800141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f819415e6d0 con 0x7f8180004800 2024-09-16T00:55:20.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f81800148d0 con 0x7f8180003ac0 2024-09-16T00:55:20.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8180014ad0 con 0x7f81800051c0 2024-09-16T00:55:20.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/4260334475 wait complete. 2024-09-16T00:55:20.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f9abd36d640 1 Processor -- start 2024-09-16T00:55:20.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f9abd36d640 1 -- start start 2024-09-16T00:55:20.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f9a7bdc4640 1 Processor -- start 2024-09-16T00:55:20.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7fcbd6427640 1 Processor -- start 2024-09-16T00:55:20.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.033+0000 7fcbd6427640 1 -- start start 2024-09-16T00:55:20.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbd6427640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd0075ff0 0x7fcbd015b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbd6427640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbd015e3f0 con 0x7fcbd00717c0 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbd6427640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbd015e6d0 con 0x7fcbd00b4960 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbd6427640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcbd015e9b0 con 0x7fcbd0075ff0 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f61cf267640 1 Processor -- start 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f61cf267640 1 -- start start 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbcffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd0075ff0 0x7fcbd015b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbcffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd0075ff0 0x7fcbd015b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33550/0 (socket says 172.21.15.5:33550) 2024-09-16T00:55:20.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7fcbcffff640 1 -- 172.21.15.5:0/3713352108 learned_addr learned my addr 172.21.15.5:0/3713352108 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f9a7bdc4640 1 -- start start 2024-09-16T00:55:20.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.035+0000 7f8199dd8640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8180003ac0 0x7f8180003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f81995d7640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8180004800 0x7f8180004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f8199dd8640 1 -- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81800051c0 msgr2=0x7f81800141d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f8199dd8640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f81800051c0 0x7f81800141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f8199dd8640 1 -- 172.21.15.5:0/216980740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8180004800 msgr2=0x7f8180004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f8199dd8640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8180004800 0x7f8180004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f8199dd8640 1 -- 172.21.15.5:0/216980740 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819415e9b0 con 0x7f8180003ac0 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cf267640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 0x7f61c00333a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f9abd36d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 0x7f9ab0057560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f9abd36d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9ab0037c20 0x7f9ab00e7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f9abd36d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ab0038070 con 0x7f9ab00e4b40 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f9abd36d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9ab00570d0 con 0x7f9ab0053790 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.036+0000 7f9abd36d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9ab00567a0 con 0x7f9ab0037c20 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9ab77fe640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9ab0037c20 0x7f9ab00e7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9ab77fe640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9ab0037c20 0x7f9ab00e7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44268/0 (socket says 172.21.15.5:44268) 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9ab77fe640 1 -- 172.21.15.5:0/2190601195 learned_addr learned my addr 172.21.15.5:0/2190601195 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7bdc4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a740b6690 0x7f9a740cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9beeda8640 1 Processor -- start 2024-09-16T00:55:20.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cf267640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f61c00497c0 0x7f61c0049bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cf267640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61c004a110 con 0x7f61c0035cb0 2024-09-16T00:55:20.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cf267640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f61c00e7270 con 0x7f61c00497c0 2024-09-16T00:55:20.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cf267640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f61c00347c0 con 0x7f61c00e6e90 2024-09-16T00:55:20.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7fcbe4bb9640 1 Processor -- start 2024-09-16T00:55:20.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4231147663 0 0) 0x7fcbd015e3f0 con 0x7fcbd00717c0 2024-09-16T00:55:20.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcbb8003520 con 0x7fcbd00717c0 2024-09-16T00:55:20.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7bdc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a740d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/2190601195 >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 0x7f9ab0057560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f8199dd8640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8180003ac0 0x7f8180003ec0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8184003db0 tx=0x7f8180005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93c372bbba37c175 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a79b60640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a740b6690 0x7f9a740cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cda64640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f61c0035cb0 0x7f61c0034c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:33990/0 (socket says 172.21.15.5:33990) 2024-09-16T00:55:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cda64640 1 -- 172.21.15.5:0/420460837 learned_addr learned my addr 172.21.15.5:0/420460837 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61ce265640 1 --2- 172.21.15.5:0/420460837 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 0x7f61c00333a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f61cea66640 1 --2- 172.21.15.5:0/420460837 >> v2:172.21.15.73:3300/0 conn(0x7f61c00497c0 0x7f61c0049bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a79b60640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a740b6690 0x7f9a740cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44280/0 (socket says 172.21.15.5:44280) 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a79b60640 1 -- 172.21.15.5:0/3766320412 learned_addr learned my addr 172.21.15.5:0/3766320412 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a740cff10 con 0x7f9a740d1510 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9a740cf540 con 0x7f9a740b6690 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9a740d1d90 con 0x7f9a740b6a70 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9a7935f640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a740d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9ab77fe640 1 -- 172.21.15.5:0/2190601195 >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 msgr2=0x7f9ab0057560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9ab77fe640 1 --2- 172.21.15.5:0/2190601195 >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 0x7f9ab0057560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9ab77fe640 1 -- 172.21.15.5:0/2190601195 >> v1:172.21.15.5:6789/0 conn(0x7f9ab00e4b40 legacy=0x7f9ab0053080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9ab77fe640 1 -- 172.21.15.5:0/2190601195 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab0056a80 con 0x7f9ab0037c20 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184037070 con 0x7f8180003ac0 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f818402aa40 con 0x7f8180003ac0 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f8198dd6640 1 -- 172.21.15.5:0/216980740 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184003980 con 0x7f8180003ac0 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1679442673 0 0) 0x7fcbb8003520 con 0x7fcbd00717c0 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd0075ff0 msgr2=0x7fcbd015b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd0075ff0 0x7fcbd015b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 >> v1:172.21.15.73:6789/0 conn(0x7fcbd00b4960 legacy=0x7fcbd006d330 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd015ec90 con 0x7fcbd00717c0 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fcbc0001650 con 0x7fcbd00717c0 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 >> v1:172.21.15.5:6789/0 conn(0x7fcbd00717c0 legacy=0x7fcbd00b4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/2190601195 >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 0x7f9ab0057560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:20.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbb8003b00 0x7fcbb8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbb8004800 0x7fcbb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbb8005370 0x7fcbb800fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd015e9b0 con 0x7fcbb8005370 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb80105e0 con 0x7fcbb8003b00 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb80107e0 con 0x7fcbb8004800 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7fcbe4bb9640 1 -- start start 2024-09-16T00:55:20.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbe4bb9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01505c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbb8005370 0x7fcbb800fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7fcbcf7fe640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbb8004800 0x7fcbb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.037+0000 7f9beeda8640 1 -- start start 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9beeda8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9be0005d80 0x7f9be0007320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9beeda8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9be0006280 con 0x7f9be0037b20 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9beeda8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9be0006560 con 0x7f9be00e2ba0 2024-09-16T00:55:20.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9beeda8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9be0006840 con 0x7f9be0005d80 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f61ce265640 1 -- 172.21.15.5:0/420460837 >> v2:172.21.15.73:3300/0 conn(0x7f61c00497c0 msgr2=0x7f61c0049bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f61ce265640 1 --2- 172.21.15.5:0/420460837 >> v2:172.21.15.73:3300/0 conn(0x7f61c00497c0 0x7f61c0049bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f61ce265640 1 -- 172.21.15.5:0/420460837 >> v1:172.21.15.5:6789/0 conn(0x7f61c0035cb0 legacy=0x7f61c0034c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 -- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8180003ac0 msgr2=0x7f8180003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 --2- 172.21.15.5:0/216980740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8180003ac0 0x7f8180003ec0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8184003db0 tx=0x7f8180005830 comp rx=0 tx=0).stop 2024-09-16T00:55:20.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbe4bb9640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbe00b35b0 0x7fcbe0200d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819a5d9640 1 -- 172.21.15.5:0/216980740 reap_dead start 2024-09-16T00:55:20.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9a79b60640 1 -- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 msgr2=0x7f9a740d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9a79b60640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a740d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9a79b60640 1 -- 172.21.15.5:0/3766320412 >> v1:172.21.15.73:6789/0 conn(0x7f9a740d1510 legacy=0x7f9a740d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.038+0000 7f9a79b60640 1 -- 172.21.15.5:0/3766320412 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a740ceef0 con 0x7f9a740b6690 2024-09-16T00:55:20.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbde59c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbde59c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01505c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33598/0 (socket says 172.21.15.5:33598) 2024-09-16T00:55:20.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbde59c640 1 -- 172.21.15.5:0/2902851319 learned_addr learned my addr 172.21.15.5:0/2902851319 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbe00b35b0 0x7fcbe0200d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9bedda6640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f9be00e2ba0 0x7f9be003bbc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59376/0 (socket says 172.21.15.5:59376) 2024-09-16T00:55:20.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f61ce265640 1 -- 172.21.15.5:0/420460837 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c00338e0 con 0x7f61c00e6e90 2024-09-16T00:55:20.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbe4bb9640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00d01b0 0x7fcbe014e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9bedda6640 1 -- 172.21.15.5:0/1515530247 learned_addr learned my addr 172.21.15.5:0/1515530247 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 -- 172.21.15.5:0/216980740 shutdown_connections 2024-09-16T00:55:20.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 -- 172.21.15.5:0/216980740 >> 172.21.15.5:0/216980740 conn(0x7f81940b2440 msgr2=0x7f81940b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9bee5a7640 1 --2- 172.21.15.5:0/1515530247 >> v2:172.21.15.5:3300/0 conn(0x7f9be0005d80 0x7f9be0007320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 -- 172.21.15.5:0/216980740 shutdown_connections 2024-09-16T00:55:20.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbded9d640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00d01b0 0x7fcbe014e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe015ed40 con 0x7fcbe00d01b0 2024-09-16T00:55:20.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe015ea60 con 0x7fcbe00b35b0 2024-09-16T00:55:20.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcbe015f0b0 con 0x7fcbe006daf0 2024-09-16T00:55:20.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9a79b60640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740cf9d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009e50 tx=0x7f9a7002a730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=250442b4615e0d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f819c03c640 1 -- 172.21.15.5:0/216980740 wait complete. 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9a78b5e640 1 -- 172.21.15.5:0/3766320412 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70036070 con 0x7f9a740b6690 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbd49c4640 1 -- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbb8004800 msgr2=0x7fcbb8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbb8004800 0x7fcbb8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbd49c4640 1 -- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbb8003b00 msgr2=0x7fcbb8003f40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T00:55:20.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbb8003b00 0x7fcbb8003f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7fcbd49c4640 1 -- 172.21.15.5:0/3713352108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd015ec90 con 0x7fcbb8005370 2024-09-16T00:55:20.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9a78b5e640 1 -- 172.21.15.5:0/3766320412 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a70031600 con 0x7f9a740b6690 2024-09-16T00:55:20.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 -- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbe00b35b0 msgr2=0x7fcbe0200d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9a78b5e640 1 -- 172.21.15.5:0/3766320412 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700319d0 con 0x7f9a740b6690 2024-09-16T00:55:20.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbe00b35b0 0x7fcbe0200d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 -- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00d01b0 msgr2=0x7fcbe014e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbe00d01b0 0x7fcbe014e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe014dac0 con 0x7fcbe006daf0 2024-09-16T00:55:20.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3136018438 0 0) 0x7f9be0006560 con 0x7f9be00e2ba0 2024-09-16T00:55:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9bd4003520 con 0x7f9be00e2ba0 2024-09-16T00:55:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1943606885 0 0) 0x7f9be0006280 con 0x7f9be0037b20 2024-09-16T00:55:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9be0006560 con 0x7f9be0037b20 2024-09-16T00:55:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9ab77fe640 1 --2- 172.21.15.5:0/2190601195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0037c20 0x7f9ab00e7df0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9ab807b950 tx=0x7f9ab80a60b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48df4fa5d65007af server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbde59c640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01505c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fcbd400ed40 tx=0x7fcbd400d720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9bee5a7640 1 -- 172.21.15.5:0/1515530247 >> v1:172.21.15.73:6789/0 conn(0x7f9be00e2ba0 legacy=0x7f9be003bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9bee5a7640 1 -- 172.21.15.5:0/1515530247 >> v1:172.21.15.5:6789/0 conn(0x7f9be0037b20 legacy=0x7f9be003c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f61ce265640 1 --2- 172.21.15.5:0/420460837 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 0x7f61c00333a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f61c4009790 tx=0x7f61c4029fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9582749f7965b982 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9ab5ffb640 1 -- 172.21.15.5:0/2190601195 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80b3070 con 0x7f9ab0037c20 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.039+0000 7f9ab5ffb640 1 -- 172.21.15.5:0/2190601195 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ab80ae440 con 0x7f9ab0037c20 2024-09-16T00:55:20.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9ab5ffb640 1 -- 172.21.15.5:0/2190601195 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80ae8b0 con 0x7f9ab0037c20 2024-09-16T00:55:20.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7f9bee5a7640 1 -- 172.21.15.5:0/1515530247 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be0006b20 con 0x7f9be0005d80 2024-09-16T00:55:20.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.040+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbb8005370 0x7fcbb800fdd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcbc8009e80 tx=0x7fcbb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb626573645f3178 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 -- 172.21.15.5:0/2190601195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0037c20 msgr2=0x7f9ab00e7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 --2- 172.21.15.5:0/2190601195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0037c20 0x7f9ab00e7df0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9ab807b950 tx=0x7f9ab80a60b0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc8033070 con 0x7fcbb8005370 2024-09-16T00:55:20.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbc802f640 con 0x7fcbb8005370 2024-09-16T00:55:20.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/3713352108 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc8009a50 con 0x7fcbb8005370 2024-09-16T00:55:20.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f61cd263640 1 -- 172.21.15.5:0/420460837 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4037070 con 0x7f61c00e6e90 2024-09-16T00:55:20.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd4010640 con 0x7fcbe006daf0 2024-09-16T00:55:20.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbd40107e0 con 0x7fcbe006daf0 2024-09-16T00:55:20.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd4010b90 con 0x7fcbe006daf0 2024-09-16T00:55:20.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f61cd263640 1 -- 172.21.15.5:0/420460837 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c402ac70 con 0x7f61c00e6e90 2024-09-16T00:55:20.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f61cd263640 1 -- 172.21.15.5:0/420460837 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4032660 con 0x7f61c00e6e90 2024-09-16T00:55:20.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 msgr2=0x7f9a740cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9a7bdc4640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740cf9d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009e50 tx=0x7f9a7002a730 comp rx=0 tx=0).stop 2024-09-16T00:55:20.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe014dda0 con 0x7fcbe006daf0 2024-09-16T00:55:20.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe0071a70 con 0x7fcbe006daf0 2024-09-16T00:55:20.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f819c03c640 1 Processor -- start 2024-09-16T00:55:20.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9bee5a7640 1 --2- 172.21.15.5:0/1515530247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be0005d80 0x7f9be0007320 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9bd80097a0 tx=0x7f9bd802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1144aa91242b9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 -- 172.21.15.5:0/2190601195 shutdown_connections 2024-09-16T00:55:20.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 --2- 172.21.15.5:0/2190601195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0037c20 0x7f9ab00e7df0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 --2- 172.21.15.5:0/2190601195 >> v2:172.21.15.5:3300/0 conn(0x7f9ab0053790 0x7f9ab0057560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9abd36d640 1 -- 172.21.15.5:0/2190601195 >> 172.21.15.5:0/2190601195 conn(0x7f9ab003a520 msgr2=0x7f9ab003a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8037070 con 0x7f9be0005d80 2024-09-16T00:55:20.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbd6427640 1 -- 172.21.15.5:0/3713352108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbb8005370 msgr2=0x7fcbb800fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bd8032440 con 0x7f9be0005d80 2024-09-16T00:55:20.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9becda4640 1 -- 172.21.15.5:0/1515530247 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8032810 con 0x7f9be0005d80 2024-09-16T00:55:20.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbd6427640 1 --2- 172.21.15.5:0/3713352108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbb8005370 0x7fcbb800fdd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcbc8009e80 tx=0x7fcbb8005830 comp rx=0 tx=0).stop 2024-09-16T00:55:20.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 -- 172.21.15.5:0/420460837 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 msgr2=0x7f61c00333a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbd49c4640 1 -- 172.21.15.5:0/3713352108 reap_dead start 2024-09-16T00:55:20.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 --2- 172.21.15.5:0/420460837 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 0x7f61c00333a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f61c4009790 tx=0x7f61c4029fe0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7fe6d37f6640 1 Processor -- start 2024-09-16T00:55:20.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fe6d37f6640 1 -- start start 2024-09-16T00:55:20.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbd6427640 1 -- 172.21.15.5:0/3713352108 shutdown_connections 2024-09-16T00:55:20.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbd6427640 1 -- 172.21.15.5:0/3713352108 >> 172.21.15.5:0/3713352108 conn(0x7fcbd00b2440 msgr2=0x7fcbd00b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 -- 172.21.15.5:0/420460837 shutdown_connections 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 --2- 172.21.15.5:0/420460837 >> v2:172.21.15.73:3300/0 conn(0x7f61c00497c0 0x7f61c0049bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 --2- 172.21.15.5:0/420460837 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c00e6e90 0x7f61c00333a0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 -- 172.21.15.5:0/420460837 >> 172.21.15.5:0/420460837 conn(0x7f61c001fb40 msgr2=0x7f61c00567f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 -- 172.21.15.5:0/420460837 shutdown_connections 2024-09-16T00:55:20.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcbe014d870 con 0x7fcbe006daf0 2024-09-16T00:55:20.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 shutdown_connections 2024-09-16T00:55:20.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9a7bdc4640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a740d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9a7bdc4640 1 --2- 172.21.15.5:0/3766320412 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740cf9d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 >> 172.21.15.5:0/3766320412 conn(0x7f9a74072560 msgr2=0x7f9a74072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.041+0000 7f819c03c640 1 -- start start 2024-09-16T00:55:20.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9beeda8640 1 -- 172.21.15.5:0/1515530247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be0005d80 msgr2=0x7f9be0007320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9beeda8640 1 --2- 172.21.15.5:0/1515530247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be0005d80 0x7f9be0007320 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9bd80097a0 tx=0x7f9bd802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8180003ac0 0x7f819414c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 0x7f819415cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 shutdown_connections 2024-09-16T00:55:20.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9beeda8640 1 -- 172.21.15.5:0/1515530247 shutdown_connections 2024-09-16T00:55:20.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9beeda8640 1 --2- 172.21.15.5:0/1515530247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be0005d80 0x7f9be0007320 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9abd36d640 1 -- 172.21.15.5:0/2190601195 shutdown_connections 2024-09-16T00:55:20.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f9abd36d640 1 -- 172.21.15.5:0/2190601195 wait complete. 2024-09-16T00:55:20.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9beeda8640 1 -- 172.21.15.5:0/1515530247 >> 172.21.15.5:0/1515530247 conn(0x7f9be003a510 msgr2=0x7f9be003a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.042+0000 7f61cf267640 1 -- 172.21.15.5:0/420460837 wait complete. 2024-09-16T00:55:20.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f81995d7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 0x7f819415cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7fcbd6427640 1 -- 172.21.15.5:0/3713352108 shutdown_connections 2024-09-16T00:55:20.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7fcbd6427640 1 -- 172.21.15.5:0/3713352108 wait complete. 2024-09-16T00:55:20.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/3766320412 wait complete. 2024-09-16T00:55:20.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9beeda8640 1 -- 172.21.15.5:0/1515530247 shutdown_connections 2024-09-16T00:55:20.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f9beeda8640 1 -- 172.21.15.5:0/1515530247 wait complete. 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7fe6d37f6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 0x7fe6cc167000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7fe6d37f6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 0x7fe6cc06cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d37f6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6cc0b7660 con 0x7fe6cc0b7200 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d37f6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe6cc073270 con 0x7fe6cc160680 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d37f6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe6cc06e910 con 0x7fe6cc06cb30 2024-09-16T00:55:20.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1d93640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 0x7fe6cc06cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d0d91640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe6cc0b7200 0x7fe6cc1639a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34004/0 (socket says 172.21.15.5:34004) 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d0d91640 1 -- 172.21.15.5:0/769806931 learned_addr learned my addr 172.21.15.5:0/769806931 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1d93640 1 -- 172.21.15.5:0/769806931 >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 msgr2=0x7fe6cc167000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1592640 1 --2- 172.21.15.5:0/769806931 >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 0x7fe6cc167000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f61cf267640 1 Processor -- start 2024-09-16T00:55:20.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6c3fff640 1 -- 172.21.15.5:0/769806931 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 198507044 0 0) 0x7fe6cc0b7660 con 0x7fe6cc0b7200 2024-09-16T00:55:20.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f9abd36d640 1 Processor -- start 2024-09-16T00:55:20.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7fcbd6427640 1 Processor -- start 2024-09-16T00:55:20.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f81995d7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 0x7f819415cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42810/0 (socket says 172.21.15.5:42810) 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81940aad10 0x7f81940ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f819406e340 con 0x7f81940ae6c0 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f819415ef70 con 0x7f81940aad10 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f819c03c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f819406e4c0 con 0x7f8180003ac0 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.043+0000 7f81995d7640 1 -- 172.21.15.5:0/959079276 learned_addr learned my addr 172.21.15.5:0/959079276 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f81995d7640 1 -- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8180003ac0 msgr2=0x7f819414c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f81995d7640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8180003ac0 0x7f819414c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f81995d7640 1 -- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81940aad10 msgr2=0x7f81940ab1a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f81995d7640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81940aad10 0x7f81940ab1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f81995d7640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81940aec60 con 0x7f81940ae6c0 2024-09-16T00:55:20.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f81995d7640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 0x7f819415cfb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f818c007aa0 tx=0x7f818c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f9abd36d640 1 -- start start 2024-09-16T00:55:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbd40213f0 con 0x7fcbe006daf0 2024-09-16T00:55:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7fcbceffd640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbc006c3b0 0x7fcbc006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcbd408be40 con 0x7fcbe006daf0 2024-09-16T00:55:20.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f9a7bdc4640 1 Processor -- start 2024-09-16T00:55:20.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7fcbceffd640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fcbc00745d0 0x7fcbc00769f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f9a7bdc4640 1 -- start start 2024-09-16T00:55:20.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9beeda8640 1 Processor -- start 2024-09-16T00:55:20.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1d93640 1 --2- 172.21.15.5:0/769806931 >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 0x7fe6cc167000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1d93640 1 -- 172.21.15.5:0/769806931 >> v1:172.21.15.5:6789/0 conn(0x7fe6cc0b7200 legacy=0x7fe6cc1639a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7fe6d1d93640 1 -- 172.21.15.5:0/769806931 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc1631a0 con 0x7fe6cc06cb30 2024-09-16T00:55:20.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.044+0000 7f61cf267640 1 -- start start 2024-09-16T00:55:20.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9beeda8640 1 -- start start 2024-09-16T00:55:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c0035cb0 0x7f61c0189180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 0x7f61c01896c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcbd401ee80 con 0x7fcbc00745d0 2024-09-16T00:55:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61ce265640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c0035cb0 0x7f61c0189180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61ce265640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c0035cb0 0x7f61c0189180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33616/0 (socket says 172.21.15.5:33616) 2024-09-16T00:55:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fe6d1592640 1 --2- 172.21.15.5:0/769806931 >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 0x7fe6cc167000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbc006c3b0 0x7fcbc006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fe6d1d93640 1 --2- 172.21.15.5:0/769806931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 0x7fe6cc06cfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe6c4009d90 tx=0x7fe6c402a730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0ffc7288cdd148c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c00edf0 con 0x7f81940ae6c0 2024-09-16T00:55:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9abd36d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ab0037c20 0x7f9ab004dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.045+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f818c018070 con 0x7f81940ae6c0 2024-09-16T00:55:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9abd36d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0053790 0x7f9ab00e91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c013660 con 0x7f81940ae6c0 2024-09-16T00:55:20.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9abd36d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ab00e4b40 0x7f9ab003b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9ab6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ab0037c20 0x7f9ab004dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fcbded9d640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fcbc00745d0 0x7fcbc00769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9ab6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ab0037c20 0x7f9ab004dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42842/0 (socket says 172.21.15.5:42842) 2024-09-16T00:55:20.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9ab6ffd640 1 -- 172.21.15.5:0/890604380 learned_addr learned my addr 172.21.15.5:0/890604380 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f61c00e6e90 0x7f61c004d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f819c03c640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81940aef40 con 0x7f81940ae6c0 2024-09-16T00:55:20.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab0005f70 con 0x7f9ab0037c20 2024-09-16T00:55:20.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61c0034170 con 0x7f61c00497c0 2024-09-16T00:55:20.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cda64640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 0x7f61c01896c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cda64640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 0x7f61c01896c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42834/0 (socket says 172.21.15.5:42834) 2024-09-16T00:55:20.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab0005df0 con 0x7f9ab0053790 2024-09-16T00:55:20.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cda64640 1 -- 172.21.15.5:0/3507493293 learned_addr learned my addr 172.21.15.5:0/3507493293 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f61c0033e90 con 0x7f61c00e6e90 2024-09-16T00:55:20.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f61c0034450 con 0x7f61c0035cb0 2024-09-16T00:55:20.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab00060f0 con 0x7f9ab00e4b40 2024-09-16T00:55:20.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab77fe640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ab00e4b40 0x7f9ab003b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcbd408c230 con 0x7fcbe006daf0 2024-09-16T00:55:20.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f819c03c640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81940af500 con 0x7f81940ae6c0 2024-09-16T00:55:20.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a7414c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fcbd6427640 1 -- start start 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a740d1510 0x7f9a7414cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9a740d19a0 con 0x7f9a740d1510 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9a740b6ed0 con 0x7f9a740b6690 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7bdc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9a740d1b20 con 0x7f9a740b6a70 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740d45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44308/0 (socket says 172.21.15.5:44308) 2024-09-16T00:55:20.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 -- 172.21.15.5:0/808675782 learned_addr learned my addr 172.21.15.5:0/808675782 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0053790 0x7f9ab00e91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fe6c3fff640 1 -- 172.21.15.5:0/769806931 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4007740 con 0x7fe6cc06cb30 2024-09-16T00:55:20.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fe6c3fff640 1 -- 172.21.15.5:0/769806931 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6c40078e0 con 0x7fe6cc06cb30 2024-09-16T00:55:20.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.046+0000 7fe6c3fff640 1 -- 172.21.15.5:0/769806931 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4007cf0 con 0x7fe6cc06cb30 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a7935f640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a7414c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9beeda8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9be0005d80 0x7f9be00e0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd01571f0 0x7fcbd01f8a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbd01f8f60 0x7fcbd00ad840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbd00add80 0x7fcbd01fc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd0071d80 con 0x7fcbd01f8f60 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd0071c00 con 0x7fcbd00add80 2024-09-16T00:55:20.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fcbd6427640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcbd0071f00 con 0x7fcbd01571f0 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f61cda64640 1 -- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c0035cb0 msgr2=0x7f61c0189180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f61cda64640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61c0035cb0 0x7f61c0189180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f61cda64640 1 -- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f61c00e6e90 msgr2=0x7f61c004d8c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f61cda64640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f61c00e6e90 0x7f61c004d8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f61cda64640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c004bd00 con 0x7f61c00497c0 2024-09-16T00:55:20.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 -- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 msgr2=0x7f9a7414c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a740b6a70 0x7f9a7414c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 -- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a740d1510 msgr2=0x7f9a7414cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a740d1510 0x7f9a7414cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9a79b60640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a741f8b40 con 0x7f9a740b6690 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9beeda8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 0x7f9be00cf990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fe6d37f6640 1 -- 172.21.15.5:0/769806931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 msgr2=0x7fe6cc06cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7fe6d37f6640 1 --2- 172.21.15.5:0/769806931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 0x7fe6cc06cfc0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe6c4009d90 tx=0x7fe6c402a730 comp rx=0 tx=0).stop 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 -- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ab00e4b40 msgr2=0x7f9ab003b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ab00e4b40 0x7f9ab003b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 -- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ab0037c20 msgr2=0x7f9ab004dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ab0037c20 0x7f9ab004dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.047+0000 7f9ab67fc640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab01861d0 con 0x7f9ab0053790 2024-09-16T00:55:20.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bedda6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9be0005d80 0x7f9be00e0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbddd9b640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbc006c3b0 0x7fcbc006e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8033000 tx=0x7fcbd8009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbcffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd01571f0 0x7fcbd01f8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbd49c4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbd00add80 0x7fcbd01fc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbded9d640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fcbc00745d0 0x7fcbc00769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9beeda8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be00e2ba0 0x7f9be00cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9beeda8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9be00374d0 con 0x7f9be00e2ba0 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9beeda8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9be003c9e0 con 0x7f9be0037b20 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9beeda8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9be0037650 con 0x7f9be0005d80 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9ab67fc640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0053790 0x7f9ab00e91b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9aa000c7f0 tx=0x7f9aa000ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 0x7f9be00cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 0x7f9be00cf990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44324/0 (socket says 172.21.15.5:44324) 2024-09-16T00:55:20.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 -- 172.21.15.5:0/674175275 learned_addr learned my addr 172.21.15.5:0/674175275 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bee5a7640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be00e2ba0 0x7f9be00cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbd49c4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbd00add80 0x7fcbd01fc010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44326/0 (socket says 172.21.15.5:44326) 2024-09-16T00:55:20.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9a79b60640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740d45a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9a70000f80 tx=0x7f9a70004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbd49c4640 1 -- 172.21.15.5:0/1979296936 learned_addr learned my addr 172.21.15.5:0/1979296936 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0015070 con 0x7f9ab0053790 2024-09-16T00:55:20.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fcbcf7fe640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbd01f8f60 0x7fcbd00ad840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0004220 con 0x7f9ab0053790 2024-09-16T00:55:20.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0007620 con 0x7f9ab0053790 2024-09-16T00:55:20.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70041020 con 0x7f9a740b6690 2024-09-16T00:55:20.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab01864b0 con 0x7f9ab0053790 2024-09-16T00:55:20.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a70031e40 con 0x7f9a740b6690 2024-09-16T00:55:20.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab0186a70 con 0x7f9ab0053790 2024-09-16T00:55:20.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a741f7d80 con 0x7f9a740b6690 2024-09-16T00:55:20.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f61cda64640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 0x7f61c01896c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61b800c730 tx=0x7f61b800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fe6d37f6640 1 -- 172.21.15.5:0/769806931 shutdown_connections 2024-09-16T00:55:20.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fe6d37f6640 1 --2- 172.21.15.5:0/769806931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc06cb30 0x7fe6cc06cfc0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fe6d37f6640 1 --2- 172.21.15.5:0/769806931 >> v2:172.21.15.5:3300/0 conn(0x7fe6cc160680 0x7fe6cc167000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7fe6d37f6640 1 -- 172.21.15.5:0/769806931 >> 172.21.15.5:0/769806931 conn(0x7fe6cc071f70 msgr2=0x7fe6cc072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 -- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9be0005d80 msgr2=0x7f9be00e0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9be0005d80 0x7f9be00e0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 -- 172.21.15.5:0/674175275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be00e2ba0 msgr2=0x7f9be00cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be00e2ba0 0x7f9be00cfed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.048+0000 7f9bed5a5640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be004fb90 con 0x7f9be0037b20 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7f9bed5a5640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 0x7f9be00cf990 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9be400c450 tx=0x7f9be400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 -- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd01571f0 msgr2=0x7fcbd01f8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbd01571f0 0x7fcbd01f8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 -- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbd00add80 msgr2=0x7fcbd01fc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcbd00add80 0x7fcbd01fc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd01f94e0 con 0x7fcbd01f8f60 2024-09-16T00:55:20.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70036040 con 0x7f9a740b6690 2024-09-16T00:55:20.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a741f8340 con 0x7f9a740b6690 2024-09-16T00:55:20.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7f819c03c640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f819415e3f0 con 0x7f81940ae6c0 2024-09-16T00:55:20.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbcf7fe640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbd01f8f60 0x7fcbd00ad840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00b3420 tx=0x7fcbc000ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.049+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== osd.1 v2:172.21.15.5:6808/675611945 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcbd401ee80 con 0x7fcbc00745d0 2024-09-16T00:55:20.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc00052e0 con 0x7fcbd01f8f60 2024-09-16T00:55:20.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbc0018070 con 0x7fcbd01f8f60 2024-09-16T00:55:20.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be40052d0 con 0x7f9be0037b20 2024-09-16T00:55:20.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc00052e0 con 0x7fcbd01f8f60 2024-09-16T00:55:20.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b8018070 con 0x7f61c00497c0 2024-09-16T00:55:20.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b80074e0 con 0x7f61c00497c0 2024-09-16T00:55:20.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be4005470 con 0x7f9be0037b20 2024-09-16T00:55:20.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f9beeda8640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9be004fe30 con 0x7f9be0037b20 2024-09-16T00:55:20.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f9beeda8640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9be004d1c0 con 0x7f9be0037b20 2024-09-16T00:55:20.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f818c013800 con 0x7f81940ae6c0 2024-09-16T00:55:20.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7fe6d37f6640 1 -- 172.21.15.5:0/769806931 shutdown_connections 2024-09-16T00:55:20.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b8004a00 con 0x7f61c00497c0 2024-09-16T00:55:20.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c0050330 con 0x7f61c00497c0 2024-09-16T00:55:20.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a70044020 con 0x7f9a740b6690 2024-09-16T00:55:20.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7fcbd6427640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbd01f97c0 con 0x7fcbd01f8f60 2024-09-16T00:55:20.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7fcbd6427640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbd01fa040 con 0x7fcbd01f8f60 2024-09-16T00:55:20.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c004bfa0 con 0x7f61c00497c0 2024-09-16T00:55:20.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f818a7fc640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f817806c3b0 0x7f817806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a740ce820 con 0x7f9a740b6690 2024-09-16T00:55:20.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f818c08b9d0 con 0x7f81940ae6c0 2024-09-16T00:55:20.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7fcbd6427640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcbb0001030 con 0x7fcbd01f8f60 2024-09-16T00:55:20.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.050+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a9c001030 con 0x7f9ab0053790 2024-09-16T00:55:20.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f818a7fc640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f81780745d0 0x7f81780769f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f818c018070 con 0x7f81780745d0 2024-09-16T00:55:20.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.051+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f818c0902a0 con 0x7f81940ae6c0 2024-09-16T00:55:20.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.052+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be4012870 con 0x7f9be0037b20 2024-09-16T00:55:20.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.052+0000 7f819a5d9640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f81780745d0 0x7f81780769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.052+0000 7f819a5d9640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f81780745d0 0x7f81780769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f8199dd8640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f817806c3b0 0x7f817806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== osd.0 v2:172.21.15.5:6824/2091786984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f818c018070 con 0x7f81780745d0 2024-09-16T00:55:20.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f8199dd8640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f817806c3b0 0x7f817806e870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8184034000 tx=0x7f818402c000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9a6a7fc640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a5806c380 0x7f9a5806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9a700ac180 con 0x7f9a740b6690 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9a6a7fc640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f9a580745a0 0x7f9a580769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9a58077070 con 0x7f9a580745a0 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9a700b3050 con 0x7f9a740b6690 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9a7a361640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f9a580745a0 0x7f9a580769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9a7935f640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a5806c380 0x7f9a5806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9a7a361640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f9a580745a0 0x7f9a580769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9be4012a50 con 0x7f9be0037b20 2024-09-16T00:55:20.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9be0007320 con 0x7f9be0037b20 2024-09-16T00:55:20.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f61c0049bd0 con 0x7f61c00497c0 2024-09-16T00:55:20.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.052+0000 7fe6d37f6640 1 -- 172.21.15.5:0/769806931 wait complete. 2024-09-16T00:55:20.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9bde7fc640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9bcc06c380 0x7f9bcc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7fe6d37f6640 1 Processor -- start 2024-09-16T00:55:20.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.053+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9aa00079d0 con 0x7f9ab0053790 2024-09-16T00:55:20.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9aaf7fe640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a9806c380 0x7f9a9806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbc000c660 con 0x7fcbd01f8f60 2024-09-16T00:55:20.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9aa008b630 con 0x7f9ab0053790 2024-09-16T00:55:20.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9aaf7fe640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f9a980745a0 0x7f9a980769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9aa0021e50 con 0x7f9a980745a0 2024-09-16T00:55:20.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9bedda6640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9bcc06c380 0x7f9bcc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9aa008ba20 con 0x7f9ab0053790 2024-09-16T00:55:20.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9be408afc0 con 0x7f9be0037b20 2024-09-16T00:55:20.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.054+0000 7f9ab6ffd640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a9806c380 0x7f9a9806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== osd.3 v2:172.21.15.5:6800/3071155845 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9a58077070 con 0x7f9a580745a0 2024-09-16T00:55:20.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9ab77fe640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f9a980745a0 0x7f9a980769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9ab6ffd640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a9806c380 0x7f9a9806e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80099a0 tx=0x7f9aa80090e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61b801b070 con 0x7f61c00497c0 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbccff9640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbbc06c6b0 0x7fcbbc06eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcbc0010040 con 0x7fcbd01f8f60 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbcffff640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbbc06c6b0 0x7fcbbc06eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbccff9640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7fcbbc074850 0x7fcbbc076c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcbc000bf30 con 0x7fcbbc074850 2024-09-16T00:55:20.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcbc008b8e0 con 0x7fcbd01f8f60 2024-09-16T00:55:20.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7fe6d37f6640 1 -- start start 2024-09-16T00:55:20.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.055+0000 7f9ab77fe640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f9a980745a0 0x7f9a980769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9bde7fc640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f9bcc0745a0 0x7f9bcc0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9be4005470 con 0x7f9bcc0745a0 2024-09-16T00:55:20.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7fcbbc074850 0x7fcbbc076c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9be408e5b0 con 0x7f9be0037b20 2024-09-16T00:55:20.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7fcbcffff640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbbc06c6b0 0x7fcbbc06eb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4006c50 tx=0x7fcbc4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9bedda6640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9bcc06c380 0x7f9bcc06e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9be807ba00 tx=0x7f9be806e040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9bee5a7640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f9bcc0745a0 0x7f9bcc0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f61beffd640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f61ac06c380 0x7f61ac06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7fe6d37f6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe6cc06cb30 0x7fe6cc15d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f61b808aa30 con 0x7f61c00497c0 2024-09-16T00:55:20.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7f9a7935f640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a5806c380 0x7f9a5806e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9a740cca60 tx=0x7f9a64008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7fe6d37f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6cc0b7200 0x7fe6cc0aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.056+0000 7fe6d37f6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 0x7fe6cc0ab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d37f6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc0cf840 con 0x7fe6cc0b7200 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d37f6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc0cf6c0 con 0x7fe6cc06cb30 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d37f6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe6cc0cf9c0 con 0x7fe6cc160680 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f61ce265640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f61ac06c380 0x7f61ac06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== osd.2 v2:172.21.15.5:6816/56359878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9aa0021e50 con 0x7f9a980745a0 2024-09-16T00:55:20.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f61beffd640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f61ac074600 0x7f61ac076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 0x7fe6cc0ab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 0x7fe6cc0ab3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33666/0 (socket says 172.21.15.5:33666) 2024-09-16T00:55:20.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 -- 172.21.15.5:0/699600390 learned_addr learned my addr 172.21.15.5:0/699600390 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f61b800ae50 con 0x7f61ac074600 2024-09-16T00:55:20.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f61b808f2a0 con 0x7f61c00497c0 2024-09-16T00:55:20.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d0d91640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6cc0b7200 0x7fe6cc0aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f61cea66640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f61ac074600 0x7f61ac076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1592640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe6cc06cb30 0x7fe6cc15d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7f9bee5a7640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f9bcc0745a0 0x7f9bcc0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 -- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe6cc06cb30 msgr2=0x7fe6cc15d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe6cc06cb30 0x7fe6cc15d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 -- 172.21.15.5:0/699600390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6cc0b7200 msgr2=0x7fe6cc0aaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6cc0b7200 0x7fe6cc0aaea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d1d93640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc0ac650 con 0x7fe6cc160680 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fe6d0d91640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6cc0b7200 0x7fe6cc0aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.057+0000 7fcbd49c4640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7fcbbc074850 0x7fcbbc076c70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7f61cea66640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f61ac074600 0x7f61ac076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7fe6d1d93640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 0x7fe6cc0ab3e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe6c402ad20 tx=0x7fe6c4004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== osd.4 v2:172.21.15.73:6808/686485355 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9be4005470 con 0x7f9bcc0745a0 2024-09-16T00:55:20.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7f61ce265640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f61ac06c380 0x7f61ac06e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61c4034000 tx=0x7f61c402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== osd.5 v2:172.21.15.73:6816/4039764990 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcbc000bf30 con 0x7fcbbc074850 2024-09-16T00:55:20.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.059+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== osd.6 v2:172.21.15.73:6800/1744830523 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f61b800ae50 con 0x7f61ac074600 2024-09-16T00:55:20.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4040070 con 0x7fe6cc160680 2024-09-16T00:55:20.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6c4031e40 con 0x7fe6cc160680 2024-09-16T00:55:20.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.058+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c40456a0 con 0x7fe6cc160680 2024-09-16T00:55:20.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.059+0000 7fe6d37f6640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6cc161e30 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.059+0000 7fe6d37f6640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6cc0abd20 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.062+0000 7fe6d37f6640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe6cc0adaa0 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.062+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6c4039040 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.063+0000 7fe6c1ffb640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe6b006c2b0 0x7fe6b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.063+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe6c40acba0 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.063+0000 7fe6c1ffb640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fe6b0074450 0x7fe6b0076870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.063+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe6c403fe50 con 0x7fe6b0074450 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.063+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe6c407a610 con 0x7fe6cc160680 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.064+0000 7fe6d0d91640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fe6b0074450 0x7fe6b0076870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.064+0000 7fe6d1592640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe6b006c2b0 0x7fe6b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.064+0000 7fe6d0d91640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fe6b0074450 0x7fe6b0076870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.065+0000 7fe6d1592640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe6b006c2b0 0x7fe6b006e770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc0b3160 tx=0x7fe6bc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.065+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== osd.7 v2:172.21.15.73:6824/3879369857 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe6c403fe50 con 0x7fe6b0074450 2024-09-16T00:55:20.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.079+0000 7fcbe4bb9640 1 -- 172.21.15.5:0/2902851319 --> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcbe0076090 con 0x7fcbc00745d0 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.080+0000 7fcbceffd640 1 -- 172.21.15.5:0/2902851319 <== osd.1 v2:172.21.15.5:6808/675611945 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcbe0076090 con 0x7fcbc00745d0 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fcbc00745d0 msgr2=0x7fcbc00769f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fcbc00745d0 0x7fcbc00769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbc006c3b0 msgr2=0x7fcbc006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbc006c3b0 0x7fcbc006e870 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8033000 tx=0x7fcbd8009000 comp rx=0 tx=0).stop 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 msgr2=0x7fcbe01505c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 --2- 172.21.15.5:0/2902851319 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcbe006daf0 0x7fcbe01505c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fcbd400ed40 tx=0x7fcbd400d720 comp rx=0 tx=0).stop 2024-09-16T00:55:20.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbded9d640 1 -- 172.21.15.5:0/2902851319 reap_dead start 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 shutdown_connections 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.081+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 >> 172.21.15.5:0/2902851319 conn(0x7fcbe006d000 msgr2=0x7fcbe00cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.082+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 shutdown_connections 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.082+0000 7fcbccff9640 1 -- 172.21.15.5:0/2902851319 wait complete. 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.083+0000 7f9a7bdc4640 1 -- 172.21.15.5:0/808675782 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a74069140 con 0x7f9a580745a0 2024-09-16T00:55:20.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.083+0000 7f9a6a7fc640 1 -- 172.21.15.5:0/808675782 <== osd.3 v2:172.21.15.5:6800/3071155845 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a74069140 con 0x7f9a580745a0 2024-09-16T00:55:20.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.084+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f9a580745a0 msgr2=0x7f9a580769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.084+0000 7f9a57fff640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f9a580745a0 0x7f9a580769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a5806c380 msgr2=0x7f9a5806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a5806c380 0x7f9a5806e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9a740cca60 tx=0x7f9a64008040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 msgr2=0x7f9a740d45a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 --2- 172.21.15.5:0/808675782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a740b6690 0x7f9a740d45a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9a70000f80 tx=0x7f9a70004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a7a361640 1 -- 172.21.15.5:0/808675782 reap_dead start 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 shutdown_connections 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 >> 172.21.15.5:0/808675782 conn(0x7f9a74072560 msgr2=0x7f9a74161810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 shutdown_connections 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.085+0000 7f9a57fff640 1 -- 172.21.15.5:0/808675782 wait complete. 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.086+0000 7f819c03c640 1 -- 172.21.15.5:0/959079276 --> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f81942007d0 con 0x7f81780745d0 2024-09-16T00:55:20.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.087+0000 7f818a7fc640 1 -- 172.21.15.5:0/959079276 <== osd.0 v2:172.21.15.5:6824/2091786984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f81942007d0 con 0x7f81780745d0 2024-09-16T00:55:20.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f81780745d0 msgr2=0x7f81780769f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f81780745d0 0x7f81780769f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 --> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a9c002dd0 con 0x7f9a980745a0 2024-09-16T00:55:20.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f817806c3b0 msgr2=0x7f817806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f817806c3b0 0x7f817806e870 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8184034000 tx=0x7f818402c000 comp rx=0 tx=0).stop 2024-09-16T00:55:20.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 msgr2=0x7f819415cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.088+0000 7f8177fff640 1 --2- 172.21.15.5:0/959079276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81940ae6c0 0x7f819415cfb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f818c007aa0 tx=0x7f818c00e530 comp rx=0 tx=0).stop 2024-09-16T00:55:20.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f819a5d9640 1 -- 172.21.15.5:0/959079276 reap_dead start 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 shutdown_connections 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 >> 172.21.15.5:0/959079276 conn(0x7f81940b2440 msgr2=0x7f819406d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 shutdown_connections 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f8177fff640 1 -- 172.21.15.5:0/959079276 wait complete. 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.089+0000 7f9aaf7fe640 1 -- 172.21.15.5:0/890604380 <== osd.2 v2:172.21.15.5:6816/56359878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a9c002dd0 con 0x7f9a980745a0 2024-09-16T00:55:20.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 --> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f61c004c3e0 con 0x7f61ac074600 2024-09-16T00:55:20.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f9a980745a0 msgr2=0x7f9a980769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f9a980745a0 0x7f9a980769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 --> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9be003cd00 con 0x7f9bcc0745a0 2024-09-16T00:55:20.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a9806c380 msgr2=0x7f9a9806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a9806c380 0x7f9a9806e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9aa80099a0 tx=0x7f9aa80090e0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0053790 msgr2=0x7f9ab00e91b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7fcbd6427640 1 -- 172.21.15.5:0/1979296936 --> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcbb0002dd0 con 0x7fcbbc074850 2024-09-16T00:55:20.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 --2- 172.21.15.5:0/890604380 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ab0053790 0x7f9ab00e91b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9aa000c7f0 tx=0x7f9aa000ccb0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9ab77fe640 1 -- 172.21.15.5:0/890604380 reap_dead start 2024-09-16T00:55:20.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 shutdown_connections 2024-09-16T00:55:20.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 >> 172.21.15.5:0/890604380 conn(0x7f9ab003a520 msgr2=0x7f9ab0006c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f61beffd640 1 -- 172.21.15.5:0/3507493293 <== osd.6 v2:172.21.15.73:6800/1744830523 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f61c004c3e0 con 0x7f61ac074600 2024-09-16T00:55:20.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7fcbccff9640 1 -- 172.21.15.5:0/1979296936 <== osd.5 v2:172.21.15.73:6816/4039764990 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcbb0002dd0 con 0x7fcbbc074850 2024-09-16T00:55:20.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.090+0000 7f9bde7fc640 1 -- 172.21.15.5:0/674175275 <== osd.4 v2:172.21.15.73:6808/686485355 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9be003cd00 con 0x7f9bcc0745a0 2024-09-16T00:55:20.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 shutdown_connections 2024-09-16T00:55:20.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f9bcc0745a0 msgr2=0x7f9bcc0769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f9bcc0745a0 0x7f9bcc0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f61ac074600 msgr2=0x7f61ac076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f61cf267640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f61ac074600 0x7f61ac076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7fcbbc074850 msgr2=0x7fcbbc076c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7fcbb67fc640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7fcbbc074850 0x7fcbbc076c70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9abd36d640 1 -- 172.21.15.5:0/890604380 wait complete. 2024-09-16T00:55:20.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9bcc06c380 msgr2=0x7f9bcc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9bcc06c380 0x7f9bcc06e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9be807ba00 tx=0x7f9be806e040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 msgr2=0x7f9be00cf990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.091+0000 7f9bcbfff640 1 --2- 172.21.15.5:0/674175275 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9be0037b20 0x7f9be00cf990 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9be400c450 tx=0x7f9be400c910 comp rx=0 tx=0).stop 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f9bee5a7640 1 -- 172.21.15.5:0/674175275 reap_dead start 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbbc06c6b0 msgr2=0x7fcbbc06eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f61ac06c380 msgr2=0x7f61ac06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 shutdown_connections 2024-09-16T00:55:20.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 >> 172.21.15.5:0/674175275 conn(0x7f9be003a510 msgr2=0x7f9be003d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcbbc06c6b0 0x7fcbbc06eb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4006c50 tx=0x7fcbc4008040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f61ac06c380 0x7f61ac06e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61c4034000 tx=0x7f61c402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:20.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 msgr2=0x7f61c01896c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 --2- 172.21.15.5:0/3507493293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61c00497c0 0x7f61c01896c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61b800c730 tx=0x7f61b800cbf0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbd01f8f60 msgr2=0x7fcbd00ad840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 --2- 172.21.15.5:0/1979296936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbd01f8f60 0x7fcbd00ad840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00b3420 tx=0x7fcbc000ec90 comp rx=0 tx=0).stop 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbd49c4640 1 -- 172.21.15.5:0/1979296936 reap_dead start 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cea66640 1 -- 172.21.15.5:0/3507493293 reap_dead start 2024-09-16T00:55:20.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 shutdown_connections 2024-09-16T00:55:20.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 >> 172.21.15.5:0/3507493293 conn(0x7f61c001fb40 msgr2=0x7f61c0038c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 shutdown_connections 2024-09-16T00:55:20.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 shutdown_connections 2024-09-16T00:55:20.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f61cf267640 1 -- 172.21.15.5:0/3507493293 wait complete. 2024-09-16T00:55:20.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7f9bcbfff640 1 -- 172.21.15.5:0/674175275 wait complete. 2024-09-16T00:55:20.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 shutdown_connections 2024-09-16T00:55:20.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.092+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 >> 172.21.15.5:0/1979296936 conn(0x7fcbd00b2440 msgr2=0x7fcbd00b1c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.093+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 shutdown_connections 2024-09-16T00:55:20.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.093+0000 7fcbb67fc640 1 -- 172.21.15.5:0/1979296936 wait complete. 2024-09-16T00:55:20.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.095+0000 7fe6d37f6640 1 -- 172.21.15.5:0/699600390 --> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe6cc166600 con 0x7fe6b0074450 2024-09-16T00:55:20.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.096+0000 7fe6c1ffb640 1 -- 172.21.15.5:0/699600390 <== osd.7 v2:172.21.15.73:6824/3879369857 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe6cc166600 con 0x7fe6b0074450 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fe6b0074450 msgr2=0x7fe6b0076870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fe6b0074450 0x7fe6b0076870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe6b006c2b0 msgr2=0x7fe6b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe6b006c2b0 0x7fe6b006e770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc0b3160 tx=0x7fe6bc008040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 msgr2=0x7fe6cc0ab3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6af7fe640 1 --2- 172.21.15.5:0/699600390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe6cc160680 0x7fe6cc0ab3e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe6c402ad20 tx=0x7fe6c4004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:20.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.097+0000 7fe6d1d93640 1 -- 172.21.15.5:0/699600390 reap_dead start 2024-09-16T00:55:20.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.099+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 shutdown_connections 2024-09-16T00:55:20.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.099+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 >> 172.21.15.5:0/699600390 conn(0x7fe6cc071f70 msgr2=0x7fe6cc074cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.099+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 shutdown_connections 2024-09-16T00:55:20.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.099+0000 7fe6af7fe640 1 -- 172.21.15.5:0/699600390 wait complete. 2024-09-16T00:55:20.161 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:20.161 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:55:20.162 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:20.162 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:55:20.163 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-16T00:55:20.163 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T00:55:20.164 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:20.164 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:55:20.165 INFO:teuthology.orchestra.run.smithi005.stdout:55834574855 2024-09-16T00:55:20.165 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T00:55:20.166 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:20.166 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:55:20.167 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-16T00:55:20.167 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T00:55:20.168 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-16T00:55:20.169 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T00:55:20.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.377+0000 7f7d92942640 1 Processor -- start 2024-09-16T00:55:20.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.377+0000 7f7d92942640 1 -- start start 2024-09-16T00:55:20.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.377+0000 7fef66677640 1 Processor -- start 2024-09-16T00:55:20.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.377+0000 7fef66677640 1 -- start start 2024-09-16T00:55:20.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.378+0000 7fe034b8f640 1 Processor -- start 2024-09-16T00:55:20.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.378+0000 7fe034b8f640 1 -- start start 2024-09-16T00:55:20.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d92942640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 0x7f7d8c0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d92942640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 0x7f7d8c06bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d92942640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d8c074180 con 0x7f7d8c06c4a0 2024-09-16T00:55:20.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d92942640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f7d8c166950 con 0x7f7d8c06bb20 2024-09-16T00:55:20.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d92942640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7d8c166c30 con 0x7f7d8c0735e0 2024-09-16T00:55:20.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f46f16f1640 1 Processor -- start 2024-09-16T00:55:20.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f46f16f1640 1 -- start start 2024-09-16T00:55:20.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7fe034b8f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe02801db30 0x7fe0280520e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7fe034b8f640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe028052ac0 0x7fe028052ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef66677640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef60062d40 0x7fef6006f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7fe034b8f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe028053410 con 0x7fe0280e3640 2024-09-16T00:55:20.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d90edf640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f7d8c06c4a0 0x7f7d8c0b3b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59378/0 (socket says 172.21.15.5:59378) 2024-09-16T00:55:20.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7f7d90edf640 1 -- 172.21.15.5:0/2001445081 learned_addr learned my addr 172.21.15.5:0/2001445081 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/2001445081 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 0x7f7d8c0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef5ffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fef60162930 0x7fef60062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34010/0 (socket says 172.21.15.5:34010) 2024-09-16T00:55:20.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7fe034b8f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe028052770 con 0x7fe02801db30 2024-09-16T00:55:20.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.379+0000 7fe034b8f640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe02804f5b0 con 0x7fe028052ac0 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8bfff640 1 -- 172.21.15.5:0/2001445081 >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 msgr2=0x7f7d8c06bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d837fe640 1 --2- 172.21.15.5:0/2001445081 >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 0x7f7d8c06bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/2001445081 >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 0x7f7d8c06bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef66677640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef6006fc40 con 0x7fef60162930 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef66677640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef60166730 con 0x7fef60167210 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef66677640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fef6006e110 con 0x7fef60062d40 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef5f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef60062d40 0x7fef6006f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef5f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef60062d40 0x7fef6006f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42864/0 (socket says 172.21.15.5:42864) 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fef5f7fe640 1 -- 172.21.15.5:0/2377300630 learned_addr learned my addr 172.21.15.5:0/2377300630 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fe02effd640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fe0280e3640 0x7fe028050090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59404/0 (socket says 172.21.15.5:59404) 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fe02effd640 1 -- 172.21.15.5:0/1690888877 learned_addr learned my addr 172.21.15.5:0/1690888877 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fe02ffff640 1 --2- 172.21.15.5:0/1690888877 >> v2:172.21.15.73:3300/0 conn(0x7fe028052ac0 0x7fe028052ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7fe02f7fe640 1 --2- 172.21.15.5:0/1690888877 >> v2:172.21.15.5:3300/0 conn(0x7fe02801db30 0x7fe0280520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3086325026 0 0) 0x7fe024001110 con 0x7fe0280e3640 2024-09-16T00:55:20.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe020003520 con 0x7fe0280e3640 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8bfff640 1 -- 172.21.15.5:0/2001445081 >> v1:172.21.15.73:6789/0 conn(0x7f7d8c06c4a0 legacy=0x7f7d8c0b3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8b7fe640 1 -- 172.21.15.5:0/2001445081 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2562635761 0 0) 0x7f7d8c074180 con 0x7f7d8c06c4a0 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d8bfff640 1 -- 172.21.15.5:0/2001445081 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8c166f10 con 0x7f7d8c0735e0 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.380+0000 7f7d837fe640 1 --2- 172.21.15.5:0/2001445081 >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 0x7f7d8c06bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/2001445081 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 0x7f7d8c0cd760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0097a0 tx=0x7f7d7c02a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef4deb800c0c5a9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46f16f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46ec15e7d0 0x7f46ec0cf700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46f16f1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f46ec0d1d40 0x7f46ec0b79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46f16f1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46ec0d35a0 con 0x7f46ec0cfc40 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46f16f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f46ec15ebb0 con 0x7f46ec15e7d0 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46f16f1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f46ec0d41b0 con 0x7f46ec0d1d40 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46e27fc640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f46ec0cfc40 0x7f46ec0d1630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59416/0 (socket says 172.21.15.5:59416) 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46e27fc640 1 -- 172.21.15.5:0/2110769220 learned_addr learned my addr 172.21.15.5:0/2110769220 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f46eaffd640 1 --2- 172.21.15.5:0/2110769220 >> v2:172.21.15.5:3300/0 conn(0x7f46ec15e7d0 0x7f46ec0cf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fef5f7fe640 1 -- 172.21.15.5:0/2377300630 >> v1:172.21.15.73:6789/0 conn(0x7fef60167210 legacy=0x7fef60162d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fef5f7fe640 1 -- 172.21.15.5:0/2377300630 >> v1:172.21.15.5:6789/0 conn(0x7fef60162930 legacy=0x7fef60062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fef5f7fe640 1 -- 172.21.15.5:0/2377300630 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef60166a10 con 0x7fef60062d40 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02ffff640 1 -- 172.21.15.5:0/1690888877 >> v2:172.21.15.5:3300/0 conn(0x7fe02801db30 msgr2=0x7fe0280520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 <== mon.1 v1:172.21.15.73:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 109975612 0 0) 0x7fe020003520 con 0x7fe0280e3640 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02ffff640 1 --2- 172.21.15.5:0/1690888877 >> v2:172.21.15.5:3300/0 conn(0x7fe02801db30 0x7fe0280520e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02ffff640 1 -- 172.21.15.5:0/1690888877 >> v1:172.21.15.73:6789/0 conn(0x7fe0280e3640 legacy=0x7fe028050090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7fe02ffff640 1 -- 172.21.15.5:0/1690888877 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02804f890 con 0x7fe028052ac0 2024-09-16T00:55:20.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f6cb49af640 1 Processor -- start 2024-09-16T00:55:20.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f6cb49af640 1 -- start start 2024-09-16T00:55:20.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/2110769220 >> v2:172.21.15.73:3300/0 conn(0x7f46ec0d1d40 0x7f46ec0b79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fbf3ffff640 1 Processor -- start 2024-09-16T00:55:20.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f9d1a4af640 1 Processor -- start 2024-09-16T00:55:20.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f7d8b7fe640 1 -- 172.21.15.5:0/2001445081 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c037070 con 0x7f7d8c0735e0 2024-09-16T00:55:20.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f46eaffd640 1 -- 172.21.15.5:0/2110769220 >> v2:172.21.15.73:3300/0 conn(0x7f46ec0d1d40 msgr2=0x7f46ec0b79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f46eaffd640 1 --2- 172.21.15.5:0/2110769220 >> v2:172.21.15.73:3300/0 conn(0x7f46ec0d1d40 0x7f46ec0b79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f46eaffd640 1 -- 172.21.15.5:0/2110769220 >> v1:172.21.15.73:6789/0 conn(0x7f46ec0cfc40 legacy=0x7f46ec0d1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f46eaffd640 1 -- 172.21.15.5:0/2110769220 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec0d3880 con 0x7f46ec15e7d0 2024-09-16T00:55:20.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f7d8b7fe640 1 -- 172.21.15.5:0/2001445081 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d7c02ae40 con 0x7f7d8c0735e0 2024-09-16T00:55:20.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fef5f7fe640 1 --2- 172.21.15.5:0/2377300630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60062d40 0x7fef6006f5d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fef48009870 tx=0x7fef4802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=242a314c0b6ccc5d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f7d8b7fe640 1 -- 172.21.15.5:0/2001445081 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c032660 con 0x7f7d8c0735e0 2024-09-16T00:55:20.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fe02ffff640 1 --2- 172.21.15.5:0/1690888877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe028052ac0 0x7fe028052ed0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe03006b2f0 tx=0x7fe0300a60d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0c81d2000c3945e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0300ac070 con 0x7fe028052ac0 2024-09-16T00:55:20.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0300a6c20 con 0x7fe028052ac0 2024-09-16T00:55:20.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fef5effd640 1 -- 172.21.15.5:0/2377300630 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef48037070 con 0x7fef60062d40 2024-09-16T00:55:20.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fef5effd640 1 -- 172.21.15.5:0/2377300630 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef4802ada0 con 0x7fef60062d40 2024-09-16T00:55:20.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fef5effd640 1 -- 172.21.15.5:0/2377300630 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef48032660 con 0x7fef60062d40 2024-09-16T00:55:20.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fe02e7fc640 1 -- 172.21.15.5:0/1690888877 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe024001840 con 0x7fe028052ac0 2024-09-16T00:55:20.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cb49af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 0x7f6cb00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f8a6139b640 1 Processor -- start 2024-09-16T00:55:20.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.381+0000 7f8a6139b640 1 -- start start 2024-09-16T00:55:20.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a6139b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f8a5c16b5d0 0x7f8a5c06e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a6139b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a6139b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a5c0b4020 con 0x7f8a5c06f150 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a6139b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8a5c08cc80 con 0x7f8a5c0cfe70 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a6139b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f8a5c0b4300 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 -- 172.21.15.5:0/2001445081 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 msgr2=0x7f7d8c0cd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 --2- 172.21.15.5:0/2001445081 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 0x7f7d8c0cd760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0097a0 tx=0x7f7d7c02a0f0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 -- 172.21.15.5:0/2001445081 shutdown_connections 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 --2- 172.21.15.5:0/2001445081 >> v2:172.21.15.73:3300/0 conn(0x7f7d8c06bb20 0x7f7d8c06bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 --2- 172.21.15.5:0/2001445081 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c0735e0 0x7f7d8c0cd760 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 -- 172.21.15.5:0/2001445081 >> 172.21.15.5:0/2001445081 conn(0x7f7d8c06d000 msgr2=0x7f7d8c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7fbf3ffff640 1 -- start start 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fe034b8f640 1 -- 172.21.15.5:0/1690888877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe028052ac0 msgr2=0x7fe028052ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7fe034b8f640 1 --2- 172.21.15.5:0/1690888877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe028052ac0 0x7fe028052ed0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe03006b2f0 tx=0x7fe0300a60d0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 -- 172.21.15.5:0/1690888877 shutdown_connections 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 --2- 172.21.15.5:0/1690888877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe028052ac0 0x7fe028052ed0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 --2- 172.21.15.5:0/1690888877 >> v2:172.21.15.5:3300/0 conn(0x7fe02801db30 0x7fe0280520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 -- 172.21.15.5:0/1690888877 >> 172.21.15.5:0/1690888877 conn(0x7fe028036090 msgr2=0x7fe0280364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 -- 172.21.15.5:0/1690888877 shutdown_connections 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fe034b8f640 1 -- 172.21.15.5:0/1690888877 wait complete. 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.382+0000 7f9d1a4af640 1 -- start start 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a5b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a5b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42898/0 (socket says 172.21.15.5:42898) 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/651137404 learned_addr learned my addr 172.21.15.5:0/651137404 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f8a5bfff640 1 --2- 172.21.15.5:0/651137404 >> v2:172.21.15.73:3300/0 conn(0x7f8a5c16b5d0 0x7f8a5c06e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fbf3effd640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fbf401628f0 0x7fbf400ccf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59430/0 (socket says 172.21.15.5:59430) 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fbf3ffff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fbf400b26a0 0x7fbf400b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fbf3effd640 1 -- 172.21.15.5:0/1431400852 learned_addr learned my addr 172.21.15.5:0/1431400852 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fbf3f7fe640 1 --2- 172.21.15.5:0/1431400852 >> v2:172.21.15.73:3300/0 conn(0x7fbf400b26a0 0x7fbf400b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7f46eaffd640 1 --2- 172.21.15.5:0/2110769220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec0cf700 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0097a0 tx=0x7f46dc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1ffebef49ec422 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 -- 172.21.15.5:0/2377300630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60062d40 msgr2=0x7fef6006f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 --2- 172.21.15.5:0/2377300630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60062d40 0x7fef6006f5d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fef48009870 tx=0x7fef4802a110 comp rx=0 tx=0).stop 2024-09-16T00:55:20.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 -- 172.21.15.5:0/2377300630 shutdown_connections 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 --2- 172.21.15.5:0/2377300630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60062d40 0x7fef6006f5d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 -- 172.21.15.5:0/2377300630 >> 172.21.15.5:0/2377300630 conn(0x7fef600b35c0 msgr2=0x7fef600b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 -- 172.21.15.5:0/2377300630 shutdown_connections 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fef66677640 1 -- 172.21.15.5:0/2377300630 wait complete. 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 -- 172.21.15.5:0/2001445081 shutdown_connections 2024-09-16T00:55:20.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf400cd790 con 0x7fbf400cfc80 2024-09-16T00:55:20.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf400cda70 con 0x7fbf401628f0 2024-09-16T00:55:20.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fbf40163ce0 con 0x7fbf400b26a0 2024-09-16T00:55:20.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f7d92942640 1 -- 172.21.15.5:0/2001445081 wait complete. 2024-09-16T00:55:20.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f46ea7fc640 1 -- 172.21.15.5:0/2110769220 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46dc037070 con 0x7f46ec15e7d0 2024-09-16T00:55:20.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f46ea7fc640 1 -- 172.21.15.5:0/2110769220 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46dc032440 con 0x7f46ec15e7d0 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3dffb640 1 -- 172.21.15.5:0/1431400852 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2401979726 0 0) 0x7fbf400cda70 con 0x7fbf401628f0 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3dffb640 1 -- 172.21.15.5:0/1431400852 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf28003520 con 0x7fbf401628f0 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/651137404 >> v2:172.21.15.73:3300/0 conn(0x7f8a5c16b5d0 msgr2=0x7f8a5c06e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/651137404 >> v2:172.21.15.73:3300/0 conn(0x7f8a5c16b5d0 0x7f8a5c06e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/651137404 >> v1:172.21.15.5:6789/0 conn(0x7f8a5c06f150 legacy=0x7f8a5c0ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.384+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/651137404 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a5c0b45e0 con 0x7f8a5c0cfe70 2024-09-16T00:55:20.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f7d92942640 1 Processor -- start 2024-09-16T00:55:20.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f7d92942640 1 -- start start 2024-09-16T00:55:20.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f9d1a4af640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9d140d3840 0x7f9d14072850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f46ea7fc640 1 -- 172.21.15.5:0/2110769220 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46dc032810 con 0x7f46ec15e7d0 2024-09-16T00:55:20.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f9d194ad640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f9d1415e6f0 0x7f9d14072140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59434/0 (socket says 172.21.15.5:59434) 2024-09-16T00:55:20.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f9d194ad640 1 -- 172.21.15.5:0/452506323 learned_addr learned my addr 172.21.15.5:0/452506323 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d140d3d40 con 0x7f9d140cfa20 2024-09-16T00:55:20.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d140d4020 con 0x7f9d1415e6f0 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 -- 172.21.15.5:0/2110769220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 msgr2=0x7f46ec0cf700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 --2- 172.21.15.5:0/2110769220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec0cf700 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0097a0 tx=0x7f46dc02a180 comp rx=0 tx=0).stop 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 -- 172.21.15.5:0/2110769220 shutdown_connections 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 --2- 172.21.15.5:0/2110769220 >> v2:172.21.15.73:3300/0 conn(0x7f46ec0d1d40 0x7f46ec0b79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 --2- 172.21.15.5:0/2110769220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec0cf700 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 -- 172.21.15.5:0/2110769220 >> 172.21.15.5:0/2110769220 conn(0x7f46ec072560 msgr2=0x7f46ec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9d140d4300 con 0x7f9d140d3840 2024-09-16T00:55:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3f7fe640 1 -- 172.21.15.5:0/1431400852 >> v1:172.21.15.73:6789/0 conn(0x7fbf401628f0 legacy=0x7fbf400ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 557569550 0 0) 0x7f9d140d4020 con 0x7f9d1415e6f0 2024-09-16T00:55:20.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9d00003520 con 0x7f9d1415e6f0 2024-09-16T00:55:20.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3f7fe640 1 -- 172.21.15.5:0/1431400852 >> v1:172.21.15.5:6789/0 conn(0x7fbf400cfc80 legacy=0x7fbf400b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7fbf3f7fe640 1 -- 172.21.15.5:0/1431400852 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf400b3c20 con 0x7fbf400b26a0 2024-09-16T00:55:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7fef66677640 1 Processor -- start 2024-09-16T00:55:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/651137404 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c063380 tx=0x7f8a4402e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=538d0e2b5507b760 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7fe034b8f640 1 Processor -- start 2024-09-16T00:55:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7fe034b8f640 1 -- start start 2024-09-16T00:55:20.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d18cac640 1 --2- 172.21.15.5:0/452506323 >> v2:172.21.15.73:3300/0 conn(0x7f9d140d3840 0x7f9d14072850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cb49af640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 0x7f6cb00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cb49af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cb00cff10 con 0x7f6cb00d1510 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cb49af640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f6cb00cf540 con 0x7f6cb00b6a70 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cb49af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6cb00d1d90 con 0x7f6cb00b6690 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6caed9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6cb00d1510 0x7f6cb00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34018/0 (socket says 172.21.15.5:34018) 2024-09-16T00:55:20.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6caed9d640 1 -- 172.21.15.5:0/319041397 learned_addr learned my addr 172.21.15.5:0/319041397 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7fbf3f7fe640 1 --2- 172.21.15.5:0/1431400852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400b26a0 0x7fbf400b4420 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009d90 tx=0x7fbf3802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bddf72893a364833 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cae59c640 1 --2- 172.21.15.5:0/319041397 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 0x7f6cb00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cadd9b640 1 --2- 172.21.15.5:0/319041397 >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 0x7f6cb00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cae59c640 1 -- 172.21.15.5:0/319041397 >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 msgr2=0x7f6cb00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cae59c640 1 --2- 172.21.15.5:0/319041397 >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 0x7f6cb00d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cae59c640 1 -- 172.21.15.5:0/319041397 >> v1:172.21.15.5:6789/0 conn(0x7f6cb00d1510 legacy=0x7f6cb00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cae59c640 1 -- 172.21.15.5:0/319041397 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cb00ceef0 con 0x7f6cb00b6690 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.383+0000 7f6cadd9b640 1 --2- 172.21.15.5:0/319041397 >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 0x7f6cb00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f6cae59c640 1 --2- 172.21.15.5:0/319041397 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 0x7f6cb00cf9d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8009d90 tx=0x7f6ca8032e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=275b2e5c09152643 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f6cad59a640 1 -- 172.21.15.5:0/319041397 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca8040070 con 0x7f6cb00b6690 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f6cad59a640 1 -- 172.21.15.5:0/319041397 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ca8033bc0 con 0x7f6cb00b6690 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.385+0000 7f6cad59a640 1 -- 172.21.15.5:0/319041397 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca803b440 con 0x7f6cb00b6690 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 -- 172.21.15.5:0/319041397 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 msgr2=0x7f6cb00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 --2- 172.21.15.5:0/319041397 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 0x7f6cb00cf9d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8009d90 tx=0x7f6ca8032e70 comp rx=0 tx=0).stop 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 -- 172.21.15.5:0/319041397 shutdown_connections 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 --2- 172.21.15.5:0/319041397 >> v2:172.21.15.73:3300/0 conn(0x7f6cb00b6a70 0x7f6cb00d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 --2- 172.21.15.5:0/319041397 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6690 0x7f6cb00cf9d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f6cb49af640 1 -- 172.21.15.5:0/319041397 >> 172.21.15.5:0/319041397 conn(0x7f6cb0072560 msgr2=0x7f6cb0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c06bb20 0x7f7d8c148d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v1:172.21.15.73:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1590486116 0 0) 0x7f9d00003520 con 0x7f9d1415e6f0 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 >> v2:172.21.15.73:3300/0 conn(0x7f9d140d3840 msgr2=0x7f9d14072850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 --2- 172.21.15.5:0/452506323 >> v2:172.21.15.73:3300/0 conn(0x7f9d140d3840 0x7f9d14072850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 >> v1:172.21.15.5:6789/0 conn(0x7f9d140cfa20 legacy=0x7f9d140b8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 --> v1:172.21.15.73:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d140b7840 con 0x7f9d1415e6f0 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v1:172.21.15.73:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f9d080019f0 con 0x7f9d1415e6f0 2024-09-16T00:55:20.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 >> v1:172.21.15.73:6789/0 conn(0x7f9d1415e6f0 legacy=0x7f9d14072140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7d8c06c4a0 0x7f7d8c1ee5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d00003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d00004800 0x7f9d00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7fbf3dffb640 1 -- 172.21.15.5:0/1431400852 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38007740 con 0x7fbf400b26a0 2024-09-16T00:55:20.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7fbf3dffb640 1 -- 172.21.15.5:0/1431400852 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf380078e0 con 0x7fbf400b26a0 2024-09-16T00:55:20.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7fbf3dffb640 1 -- 172.21.15.5:0/1431400852 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38007cb0 con 0x7fbf400b26a0 2024-09-16T00:55:20.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8c0739c0 con 0x7f7d8c0735e0 2024-09-16T00:55:20.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d000052e0 0x7f9d0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d194ad640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d00003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8c06c8b0 con 0x7f7d8c06c4a0 2024-09-16T00:55:20.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d92942640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7d8c0d0260 con 0x7f7d8c06bb20 2024-09-16T00:55:20.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7fe034b8f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02801db30 0x7fe02817dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9d140d4300 con 0x7f9d00004800 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0000c230 con 0x7f9d00003ae0 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9d0000c430 con 0x7f9d000052e0 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f9d18cac640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d00004800 0x7f9d00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d90edf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f6cb49af640 1 -- 172.21.15.5:0/319041397 shutdown_connections 2024-09-16T00:55:20.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f6cb49af640 1 -- 172.21.15.5:0/319041397 wait complete. 2024-09-16T00:55:20.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f8a5affd640 1 -- 172.21.15.5:0/651137404 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a4403a070 con 0x7f8a5c0cfe70 2024-09-16T00:55:20.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f8a5affd640 1 -- 172.21.15.5:0/651137404 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a44033710 con 0x7f8a5c0cfe70 2024-09-16T00:55:20.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f8a5affd640 1 -- 172.21.15.5:0/651137404 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44033ac0 con 0x7f8a5c0cfe70 2024-09-16T00:55:20.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 -- 172.21.15.5:0/2110769220 shutdown_connections 2024-09-16T00:55:20.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.386+0000 7f46f16f1640 1 -- 172.21.15.5:0/2110769220 wait complete. 2024-09-16T00:55:20.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fef66677640 1 -- start start 2024-09-16T00:55:20.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe034b8f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 0x7fe02817e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe034b8f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d90edf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42906/0 (socket says 172.21.15.5:42906) 2024-09-16T00:55:20.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.387+0000 7f7d90edf640 1 -- 172.21.15.5:0/3664025585 learned_addr learned my addr 172.21.15.5:0/3664025585 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c06bb20 0x7f7d8c148d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d837fe640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7d8c06c4a0 0x7f7d8c1ee5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe034b8f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe02804f1d0 con 0x7fe028052ac0 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f9d194ad640 1 -- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d000052e0 msgr2=0x7f9d0000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f9d194ad640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d000052e0 0x7f9d0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f9d194ad640 1 -- 172.21.15.5:0/452506323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d00004800 msgr2=0x7f9d00004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:20.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe02ffff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe02ffff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44410/0 (socket says 172.21.15.5:44410) 2024-09-16T00:55:20.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe02ffff640 1 -- 172.21.15.5:0/264373284 learned_addr learned my addr 172.21.15.5:0/264373284 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f46f16f1640 1 Processor -- start 2024-09-16T00:55:20.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe0280e3ab0 con 0x7fe0280e3640 2024-09-16T00:55:20.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f9d194ad640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d00004800 0x7f9d00004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f9d194ad640 1 -- 172.21.15.5:0/452506323 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d00003520 con 0x7f9d00003ae0 2024-09-16T00:55:20.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe02804f350 con 0x7fe02801db30 2024-09-16T00:55:20.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fe02f7fe640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02801db30 0x7fe02817dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fe02effd640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 0x7fe02817e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f46f16f1640 1 -- start start 2024-09-16T00:55:20.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef66677640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef60062d40 0x7fef60160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fe02ffff640 1 -- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02801db30 msgr2=0x7fe02817dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef66677640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fef60162930 0x7fef60146670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef66677640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f9d18cac640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d00004800 0x7f9d00004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 -- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c06bb20 msgr2=0x7f7d8c148d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c06bb20 0x7f7d8c148d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 -- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7d8c06c4a0 msgr2=0x7f7d8c1ee5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7d8c06c4a0 0x7f7d8c1ee5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 -- 172.21.15.5:0/3664025585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8c1ed560 con 0x7f7d8c0735e0 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7f7d90edf640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400c7a0 tx=0x7f7d8400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d84018070 con 0x7f7d8c0735e0 2024-09-16T00:55:20.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f6cb49af640 1 Processor -- start 2024-09-16T00:55:20.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d8400a640 con 0x7f7d8c0735e0 2024-09-16T00:55:20.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8400aab0 con 0x7f7d8c0735e0 2024-09-16T00:55:20.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fe02ffff640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02801db30 0x7fe02817dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef64c14640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f6cb49af640 1 -- start start 2024-09-16T00:55:20.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f9d194ad640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d00003ee0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9d0800a760 tx=0x7f9d00005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=998de2e7fe22b81d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef64c14640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42922/0 (socket says 172.21.15.5:42922) 2024-09-16T00:55:20.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8c1ed840 con 0x7f7d8c0735e0 2024-09-16T00:55:20.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d8c1ede00 con 0x7f7d8c0735e0 2024-09-16T00:55:20.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef64c14640 1 -- 172.21.15.5:0/1996198270 learned_addr learned my addr 172.21.15.5:0/1996198270 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f8a6139b640 1 -- 172.21.15.5:0/651137404 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c0cfe70 msgr2=0x7f8a5c06ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f8a6139b640 1 --2- 172.21.15.5:0/651137404 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c063380 tx=0x7f8a4402e6b0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fef6006c3f0 con 0x7fef60167210 2024-09-16T00:55:20.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fef6006ff20 con 0x7fef60062d40 2024-09-16T00:55:20.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400b26a0 msgr2=0x7fbf400b4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.388+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/1431400852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400b26a0 0x7fbf400b4420 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009d90 tx=0x7fbf3802a680 comp rx=0 tx=0).stop 2024-09-16T00:55:20.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7f9d19cae640 1 -- 172.21.15.5:0/452506323 reap_dead start 2024-09-16T00:55:20.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fef6006c570 con 0x7fef60162930 2024-09-16T00:55:20.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0800a3b0 con 0x7f9d00003ae0 2024-09-16T00:55:20.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d0802f070 con 0x7f9d00003ae0 2024-09-16T00:55:20.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 shutdown_connections 2024-09-16T00:55:20.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/1431400852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400b26a0 0x7fbf400b4420 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 >> 172.21.15.5:0/1431400852 conn(0x7fbf4006d000 msgr2=0x7fbf4006d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f9d07fff640 1 -- 172.21.15.5:0/452506323 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0802bc50 con 0x7f9d00003ae0 2024-09-16T00:55:20.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f46f16f1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f8a6139b640 1 -- 172.21.15.5:0/651137404 shutdown_connections 2024-09-16T00:55:20.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f8a6139b640 1 --2- 172.21.15.5:0/651137404 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c0cfe70 0x7f8a5c06ec10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f8a6139b640 1 --2- 172.21.15.5:0/651137404 >> v2:172.21.15.73:3300/0 conn(0x7f8a5c16b5d0 0x7f8a5c06e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f8a6139b640 1 -- 172.21.15.5:0/651137404 >> 172.21.15.5:0/651137404 conn(0x7f8a5c06d000 msgr2=0x7f8a5c06d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fef5ffff640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef60062d40 0x7fef60160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fef5f7fe640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fef60162930 0x7fef60146670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f46f16f1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 0x7f46ec15da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f46eaffd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 shutdown_connections 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.389+0000 7fe02ffff640 1 -- 172.21.15.5:0/264373284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 msgr2=0x7fe02817e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fe02ffff640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 0x7fe02817e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fe02ffff640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02804b680 con 0x7fe0280e3640 2024-09-16T00:55:20.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f46eaffd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33738/0 (socket says 172.21.15.5:33738) 2024-09-16T00:55:20.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fe02effd640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 0x7fe02817e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:20.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7f46f16f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec16e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f8a6139b640 1 -- 172.21.15.5:0/651137404 shutdown_connections 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6cb49af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 -- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fef60162930 msgr2=0x7fef60146670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fef60162930 0x7fef60146670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 -- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef60062d40 msgr2=0x7fef60160250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef60062d40 0x7fef60160250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef60160830 con 0x7fef60167210 2024-09-16T00:55:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6cb49af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 0x7f6cb00ca6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 msgr2=0x7f9d00003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46e27fc640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 0x7f46ec15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46e27fc640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 0x7f46ec15da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44420/0 (socket says 172.21.15.5:44420) 2024-09-16T00:55:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f8a6139b640 1 -- 172.21.15.5:0/651137404 wait complete. 2024-09-16T00:55:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d00003ee0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9d0800a760 tx=0x7f9d00005830 comp rx=0 tx=0).stop 2024-09-16T00:55:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef64c14640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fef5800b410 tx=0x7fef5800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6cb49af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 0x7f6cb00b8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.390+0000 7fbf3ffff640 1 -- 172.21.15.5:0/1431400852 wait complete. 2024-09-16T00:55:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6caed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 0x7f6cb00b8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 shutdown_connections 2024-09-16T00:55:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/452506323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d00003ee0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 >> 172.21.15.5:0/452506323 conn(0x7f9d140d4570 msgr2=0x7f9d140d4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58015030 con 0x7fef60167210 2024-09-16T00:55:20.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6cae59c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec16e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec16e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42932/0 (socket says 172.21.15.5:42932) 2024-09-16T00:55:20.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46eaffd640 1 -- 172.21.15.5:0/4249836774 learned_addr learned my addr 172.21.15.5:0/4249836774 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef58004020 con 0x7fef60167210 2024-09-16T00:55:20.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f6cae59c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44426/0 (socket says 172.21.15.5:44426) 2024-09-16T00:55:20.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0b3e70 con 0x7f46ec15e7d0 2024-09-16T00:55:20.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0d3e40 con 0x7f46ec0d1d40 2024-09-16T00:55:20.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f46ec0b7ee0 con 0x7f46ec0cfc40 2024-09-16T00:55:20.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 shutdown_connections 2024-09-16T00:55:20.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6caed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 0x7f6cb00b8980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42936/0 (socket says 172.21.15.5:42936) 2024-09-16T00:55:20.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cadd9b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 0x7f6cb00ca6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cadd9b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 0x7f6cb00ca6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33740/0 (socket says 172.21.15.5:33740) 2024-09-16T00:55:20.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7fe02ffff640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe03006b2f0 tx=0x7fe0300a8070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cae59c640 1 -- 172.21.15.5:0/134277565 learned_addr learned my addr 172.21.15.5:0/134277565 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cb49af640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb00d19a0 con 0x7f6cb00d1510 2024-09-16T00:55:20.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 -- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 msgr2=0x7f46ec15da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 0x7f46ec15da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 -- 172.21.15.5:0/4249836774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 msgr2=0x7f46ec16e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec16e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec153090 con 0x7f46ec0cfc40 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cb49af640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb00b6ed0 con 0x7f6cb00b6690 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f6cb49af640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6cb00d1b20 con 0x7f6cb00b6a70 2024-09-16T00:55:20.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f9d1a4af640 1 -- 172.21.15.5:0/452506323 wait complete. 2024-09-16T00:55:20.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0300bf030 con 0x7fe0280e3640 2024-09-16T00:55:20.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d8401b070 con 0x7f7d8c0735e0 2024-09-16T00:55:20.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f7d897fa640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 0x7f7d6c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.391+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d8c06bf60 con 0x7f7d8c0735e0 2024-09-16T00:55:20.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7f46eaffd640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0098c0 tx=0x7f46dc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7fbf3ffff640 1 Processor -- start 2024-09-16T00:55:20.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.392+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58004410 con 0x7fef60167210 2024-09-16T00:55:20.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7fbf3ffff640 1 -- start start 2024-09-16T00:55:20.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f8a6139b640 1 Processor -- start 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 -- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 msgr2=0x7f6cb00ca6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 0x7f6cb00ca6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 -- 172.21.15.5:0/134277565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 msgr2=0x7f6cb00b8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 0x7f6cb00b8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cb00cabf0 con 0x7f6cb00b6690 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7d8408ab00 con 0x7f7d8c0735e0 2024-09-16T00:55:20.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 0x7f7d6c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0300a6e50 con 0x7fe0280e3640 2024-09-16T00:55:20.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f6cae59c640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8009d90 tx=0x7f6ca8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef60160b10 con 0x7fef60167210 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef601610d0 con 0x7fef60167210 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46dc042020 con 0x7f46ec0cfc40 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46dc03d730 con 0x7f46ec0cfc40 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46dc037040 con 0x7f46ec0cfc40 2024-09-16T00:55:20.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ec16f290 con 0x7f46ec0cfc40 2024-09-16T00:55:20.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f9d1a4af640 1 Processor -- start 2024-09-16T00:55:20.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7f7d8bfff640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 0x7f7d6c06e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c034000 tx=0x7f7d7c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7f9d1a4af640 1 -- start start 2024-09-16T00:55:20.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0300bb880 con 0x7fe0280e3640 2024-09-16T00:55:20.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02804b960 con 0x7fe0280e3640 2024-09-16T00:55:20.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ec153610 con 0x7f46ec0cfc40 2024-09-16T00:55:20.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe02804bf20 con 0x7fe0280e3640 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3ffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 0x7fbf40150f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3ffff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 0x7fbf400afe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbf401628f0 0x7fbf400b1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3effd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 0x7fbf40150f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3effd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 0x7fbf40150f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33754/0 (socket says 172.21.15.5:33754) 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.393+0000 7f8a6139b640 1 -- start start 2024-09-16T00:55:20.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7f8a6139b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 0x7f8a5c1f6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3effd640 1 -- 172.21.15.5:0/3552037885 learned_addr learned my addr 172.21.15.5:0/3552037885 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7f8a6139b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 0x7f8a5c15d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.394+0000 7fbf3e7fc640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 0x7fbf400afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7fbf3f7fe640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbf401628f0 0x7fbf400b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f8a6139b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a5c15dca0 0x7f8a5c0ab880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbf4016d5a0 con 0x7fbf401628f0 2024-09-16T00:55:20.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf400cdd50 con 0x7fbf400cfc80 2024-09-16T00:55:20.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbf4016d720 con 0x7fbf400b26a0 2024-09-16T00:55:20.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef60073510 con 0x7fef60167210 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7fe019ffb640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe008005290 con 0x7fe0280e3640 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca8040030 con 0x7f6cb00b6690 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ca80339c0 con 0x7f6cb00b6690 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca80142e0 con 0x7f6cb00b6690 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f6cb49af640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cb00cca50 con 0x7f6cb00b6690 2024-09-16T00:55:20.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f6cb49af640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cb00cd010 con 0x7f6cb00b6690 2024-09-16T00:55:20.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f9d1a4af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d14153ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f9d1a4af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d141f4320 0x7f9d14158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f9d1a4af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d1a4af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9d140722c0 con 0x7f9d14158690 2024-09-16T00:55:20.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d1a4af640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d14072140 con 0x7f9d00003ae0 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d1a4af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9d14072440 con 0x7f9d141f4320 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42976/0 (socket says 172.21.15.5:42976) 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 -- 172.21.15.5:0/397836119 learned_addr learned my addr 172.21.15.5:0/397836119 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d194ad640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d14153ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 -- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d141f4320 msgr2=0x7f9d14158150 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d18cac640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d141f4320 0x7f9d14158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d141f4320 0x7f9d14158150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 -- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 msgr2=0x7f9d14153ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d14153ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c94005290 con 0x7f6cb00b6690 2024-09-16T00:55:20.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d19cae640 1 -- 172.21.15.5:0/397836119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d14158b10 con 0x7f9d14158690 2024-09-16T00:55:20.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f9d194ad640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d14153ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:20.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0300c2070 con 0x7fe0280e3640 2024-09-16T00:55:20.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7f9d19cae640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9d140cb5c0 tx=0x7f9d0c00c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7fe01bfff640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 0x7fe01406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe030127a20 con 0x7fe0280e3640 2024-09-16T00:55:20.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7fe02f7fe640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 0x7fe01406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f46dc045020 con 0x7f46ec0cfc40 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7f46e3fff640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 0x7f46cc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d0005290 con 0x7f46ec0cfc40 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f46dc0abea0 con 0x7f46ec0cfc40 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 -- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 msgr2=0x7fbf40150f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 0x7fbf40150f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 -- 172.21.15.5:0/3552037885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbf401628f0 msgr2=0x7fbf400b1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbf401628f0 0x7fbf400b1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf400b08f0 con 0x7fbf400cfc80 2024-09-16T00:55:20.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf3e7fc640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 0x7fbf400afe70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf3000c340 tx=0x7fbf3000c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf300052d0 con 0x7fbf400cfc80 2024-09-16T00:55:20.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ca8043030 con 0x7f6cb00b6690 2024-09-16T00:55:20.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.397+0000 7f46e27fc640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 0x7f46cc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf30005490 con 0x7fbf400cfc80 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.396+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf30007260 con 0x7fbf400cfc80 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf400b0bd0 con 0x7fbf400cfc80 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf40160490 con 0x7fbf400cfc80 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f8a5bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 0x7f8a5c1f6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.395+0000 7f8a5bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 0x7f8a5c1f6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42960/0 (socket says 172.21.15.5:42960) 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a6139b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8a5c0cfba0 con 0x7f8a5c06f150 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5bfff640 1 -- 172.21.15.5:0/1520865359 learned_addr learned my addr 172.21.15.5:0/1520865359 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8a5c072130 con 0x7f8a5c15dca0 2024-09-16T00:55:20.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8a5c073660 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 0x7f8a5c15d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a60b9a640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a5c15dca0 0x7f8a5c0ab880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7fe02f7fe640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 0x7fe01406e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00d420 tx=0x7fe01c00a040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f46e27fc640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 0x7f46cc06e840 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f46d4007c90 tx=0x7f46d4007be0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a5c15dca0 msgr2=0x7f8a5c0ab880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a5c15dca0 0x7f8a5c0ab880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/1520865359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 msgr2=0x7f8a5c1f6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 0x7f8a5c1f6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f8a5b7fe640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a5c0ac5d0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.398+0000 7f6c9effd640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 0x7f6c9006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.399+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6ca80ab5a0 con 0x7f6cb00b6690 2024-09-16T00:55:20.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.399+0000 7f6cadd9b640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 0x7f6c9006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.399+0000 7f8a5b7fe640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 0x7f8a5c15d760 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8a44035000 tx=0x7f8a440046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.399+0000 7f6cadd9b640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 0x7f6c9006e870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6cb015e2a0 tx=0x7f6ca4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.399+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf400b4420 con 0x7fbf400cfc80 2024-09-16T00:55:20.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.400+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1000b600 con 0x7f9d14158690 2024-09-16T00:55:20.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.400+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d140cc490 con 0x7f9d14158690 2024-09-16T00:55:20.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.400+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7d84058c00 con 0x7f7d8c0735e0 2024-09-16T00:55:20.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.400+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d0c004bc0 con 0x7f9d14158690 2024-09-16T00:55:20.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.400+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c0070d0 con 0x7f9d14158690 2024-09-16T00:55:20.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.401+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef58018070 con 0x7fef60167210 2024-09-16T00:55:20.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.401+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d140cca50 con 0x7f9d14158690 2024-09-16T00:55:20.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.401+0000 7fef5cff9640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 0x7fef4006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.402+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fef5808b630 con 0x7fef60167210 2024-09-16T00:55:20.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.402+0000 7fef5ffff640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 0x7fef4006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.402+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d14073460 con 0x7f9d14158690 2024-09-16T00:55:20.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.402+0000 7fef5ffff640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 0x7fef4006e840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fef500012e0 tx=0x7fef50001810 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.402+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0300f60f0 con 0x7fe0280e3640 2024-09-16T00:55:20.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a4403a050 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a44046070 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44003a40 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a5c0ac8b0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f46dc04c030 con 0x7f46ec0cfc40 2024-09-16T00:55:20.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.403+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a5c0ace70 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.405+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a5c06e6d0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.405+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a44003be0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.406+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef58059730 con 0x7fef60167210 2024-09-16T00:55:20.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.406+0000 7f8a58ff9640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 0x7f8a3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.406+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8a4407c290 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.407+0000 7f8a5bfff640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 0x7f8a3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.407+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ca804a070 con 0x7f6cb00b6690 2024-09-16T00:55:20.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.408+0000 7f8a5bfff640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 0x7f8a3c06e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8a54006fd0 tx=0x7f8a54008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.407+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9d0c012030 con 0x7f9d14158690 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.408+0000 7f9d05ffb640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 0x7f9cf806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.408+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9d0c08a450 con 0x7f9d14158690 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.408+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf30007400 con 0x7fbf400cfc80 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.409+0000 7fbf27fff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 0x7fbf2c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.409+0000 7fbf3effd640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 0x7fbf2c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.409+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbf30056e60 con 0x7fbf400cfc80 2024-09-16T00:55:20.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.409+0000 7f9d194ad640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 0x7f9cf806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:20.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.410+0000 7fbf3effd640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 0x7fbf2c06e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf340011e0 tx=0x7fbf34009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.410+0000 7f9d194ad640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 0x7f9cf806e770 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9d08033000 tx=0x7f9d08007000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:20.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.412+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf3005d0c0 con 0x7fbf400cfc80 2024-09-16T00:55:20.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.412+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8a4407e8f0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.412+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d0c058c30 con 0x7f9d14158690 2024-09-16T00:55:20.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.812+0000 7fe019ffb640 1 -- 172.21.15.5:0/264373284 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fe008005580 con 0x7fe0280e3640 2024-09-16T00:55:20.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.813+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f46d0005580 con 0x7f46ec0cfc40 2024-09-16T00:55:20.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.813+0000 7f46e3fff640 1 -- 172.21.15.5:0/4249836774 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f46dc07a100 con 0x7f46ec0cfc40 2024-09-16T00:55:20.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.813+0000 7fe01bfff640 1 -- 172.21.15.5:0/264373284 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe0300f59f0 con 0x7fe0280e3640 2024-09-16T00:55:20.814 INFO:teuthology.orchestra.run.smithi005.stdout:60129542150 2024-09-16T00:55:20.814 INFO:teuthology.orchestra.run.smithi005.stdout:55834574854 2024-09-16T00:55:20.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.816+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 msgr2=0x7fe01406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.816+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 0x7fe01406e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00d420 tx=0x7fe01c00a040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 msgr2=0x7fe02804c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe03006b2f0 tx=0x7fe0300a8070 comp rx=0 tx=0).stop 2024-09-16T00:55:20.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7d8c0b3400 con 0x7f7d8c0735e0 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 shutdown_connections 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe01406c2b0 0x7fe01406e770 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00d420 tx=0x7fe01c00a040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0280e3640 0x7fe02804c720 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe028052ac0 0x7fe02817e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 --2- 172.21.15.5:0/264373284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02801db30 0x7fe02817dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 >> 172.21.15.5:0/264373284 conn(0x7fe028036090 msgr2=0x7fe02801c520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.817+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fef600b4670 con 0x7fef60167210 2024-09-16T00:55:20.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f7d897fa640 1 -- 172.21.15.5:0/3664025585 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7d8405cf00 con 0x7f7d8c0735e0 2024-09-16T00:55:20.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 msgr2=0x7f46cc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 0x7f46cc06e840 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f46d4007c90 tx=0x7f46d4007be0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.819 INFO:teuthology.orchestra.run.smithi005.stdout:60129542150 2024-09-16T00:55:20.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 msgr2=0x7f46ec0ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0098c0 tx=0x7f46dc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7fef5cff9640 1 -- 172.21.15.5:0/1996198270 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fef5805da30 con 0x7fef60167210 2024-09-16T00:55:20.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 shutdown_connections 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46cc06c380 0x7f46cc06e840 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec15e7d0 0x7f46ec16e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0d1d40 0x7f46ec15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 --2- 172.21.15.5:0/4249836774 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0cfc40 0x7f46ec0ce270 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stdout:60129542150 2024-09-16T00:55:20.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 shutdown_connections 2024-09-16T00:55:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7fe034b8f640 1 -- 172.21.15.5:0/264373284 wait complete. 2024-09-16T00:55:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 >> 172.21.15.5:0/4249836774 conn(0x7f46ec072560 msgr2=0x7f46ec0b8270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 shutdown_connections 2024-09-16T00:55:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.818+0000 7f46f16f1640 1 -- 172.21.15.5:0/4249836774 wait complete. 2024-09-16T00:55:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.819+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f6c94005580 con 0x7f6cb00b6690 2024-09-16T00:55:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.819+0000 7f6c9effd640 1 -- 172.21.15.5:0/134277565 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6cb00cabf0 con 0x7f6cb00b6690 2024-09-16T00:55:20.823 INFO:teuthology.orchestra.run.smithi005.stdout:60129542150 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.821+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 msgr2=0x7f7d6c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.821+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 0x7f7d6c06e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c034000 tx=0x7f7d7c02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.821+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 msgr2=0x7f7d8c15d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.821+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400c7a0 tx=0x7f7d8400cc60 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 shutdown_connections 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7d6c06c380 0x7f7d6c06e840 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d8c0735e0 0x7f7d8c15d0d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7d8c06c4a0 0x7f7d8c1ee5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 --2- 172.21.15.5:0/3664025585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7d8c06bb20 0x7f7d8c148d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 >> 172.21.15.5:0/3664025585 conn(0x7f7d8c06d000 msgr2=0x7f7d8c0ccd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 shutdown_connections 2024-09-16T00:55:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7f7d92942640 1 -- 172.21.15.5:0/3664025585 wait complete. 2024-09-16T00:55:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 msgr2=0x7fef4006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.822+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 0x7fef4006e840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fef500012e0 tx=0x7fef50001810 comp rx=0 tx=0).stop 2024-09-16T00:55:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 msgr2=0x7fef601618d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fef5800b410 tx=0x7fef5800b8d0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 msgr2=0x7f6c9006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 0x7f6c9006e870 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6cb015e2a0 tx=0x7f6ca4008040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 msgr2=0x7f6cb006dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8009d90 tx=0x7f6ca8004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 shutdown_connections 2024-09-16T00:55:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fef4006c380 0x7fef4006e840 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef60167210 0x7fef601618d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 shutdown_connections 2024-09-16T00:55:20.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fef60162930 0x7fef60146670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 --2- 172.21.15.5:0/1996198270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef60062d40 0x7fef60160250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 >> 172.21.15.5:0/1996198270 conn(0x7fef600b35c0 msgr2=0x7fef60153d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.824+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 shutdown_connections 2024-09-16T00:55:20.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.824+0000 7fef66677640 1 -- 172.21.15.5:0/1996198270 wait complete. 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c9006c3b0 0x7f6c9006e870 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6cb00d1510 0x7f6cb00b8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6cb00b6a70 0x7f6cb00ca6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 --2- 172.21.15.5:0/134277565 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb00b6690 0x7f6cb006dd30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.823+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 >> 172.21.15.5:0/134277565 conn(0x7f6cb0072560 msgr2=0x7f6cb00d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.824+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 shutdown_connections 2024-09-16T00:55:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.824+0000 7f6c9cff9640 1 -- 172.21.15.5:0/134277565 wait complete. 2024-09-16T00:55:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.826+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f8a5c0b02c0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.826+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f9d14073180 con 0x7f9d14158690 2024-09-16T00:55:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.826+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fbf4015b780 con 0x7fbf400cfc80 2024-09-16T00:55:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.827+0000 7fbf27fff640 1 -- 172.21.15.5:0/3552037885 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbf300618f0 con 0x7fbf400cfc80 2024-09-16T00:55:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.827+0000 7f9d05ffb640 1 -- 172.21.15.5:0/397836119 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9d0c058530 con 0x7f9d14158690 2024-09-16T00:55:20.831 INFO:teuthology.orchestra.run.smithi005.stdout:64424509446 2024-09-16T00:55:20.831 INFO:teuthology.orchestra.run.smithi005.stdout:64424509447 2024-09-16T00:55:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.827+0000 7f8a58ff9640 1 -- 172.21.15.5:0/1520865359 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8a4407e1f0 con 0x7f8a5c16b5d0 2024-09-16T00:55:20.832 INFO:teuthology.orchestra.run.smithi005.stdout:64424509446 2024-09-16T00:55:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 msgr2=0x7fbf2c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 msgr2=0x7f9cf806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 0x7f9cf806e770 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9d08033000 tx=0x7f9d08007000 comp rx=0 tx=0).stop 2024-09-16T00:55:20.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 0x7fbf2c06e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf340011e0 tx=0x7fbf34009040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 msgr2=0x7f9d140cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9d140cb5c0 tx=0x7f9d0c00c820 comp rx=0 tx=0).stop 2024-09-16T00:55:20.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 msgr2=0x7fbf400afe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 0x7fbf400afe70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf3000c340 tx=0x7fbf3000c800 comp rx=0 tx=0).stop 2024-09-16T00:55:20.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 shutdown_connections 2024-09-16T00:55:20.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbf2c06c300 0x7fbf2c06e7c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 shutdown_connections 2024-09-16T00:55:20.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf806c2b0 0x7f9cf806e770 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d14158690 0x7f9d140cd250 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d141f4320 0x7f9d14158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 --2- 172.21.15.5:0/397836119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d00003ae0 0x7f9d14153ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 >> 172.21.15.5:0/397836119 conn(0x7f9d140d4570 msgr2=0x7f9d140b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbf401628f0 0x7fbf400b1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf400cfc80 0x7fbf400afe70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 --2- 172.21.15.5:0/3552037885 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbf400b26a0 0x7fbf40150f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 >> 172.21.15.5:0/3552037885 conn(0x7fbf4006d000 msgr2=0x7fbf40163e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 shutdown_connections 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.832+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 shutdown_connections 2024-09-16T00:55:20.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.832+0000 7f9d1a4af640 1 -- 172.21.15.5:0/397836119 wait complete. 2024-09-16T00:55:20.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.831+0000 7fbf3ffff640 1 -- 172.21.15.5:0/3552037885 wait complete. 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.832+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 msgr2=0x7f8a3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.832+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 0x7f8a3c06e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8a54006fd0 tx=0x7f8a54008040 comp rx=0 tx=0).stop 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.832+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 msgr2=0x7f8a5c15d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 0x7f8a5c15d760 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8a44035000 tx=0x7f8a440046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 shutdown_connections 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8a3c06c2b0 0x7f8a3c06e770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a5c15dca0 0x7f8a5c0ab880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8a5c16b5d0 0x7f8a5c15d760 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 --2- 172.21.15.5:0/1520865359 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a5c06f150 0x7f8a5c1f6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:20.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 >> 172.21.15.5:0/1520865359 conn(0x7f8a5c06d000 msgr2=0x7f8a5c073960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:20.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 shutdown_connections 2024-09-16T00:55:20.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:20.833+0000 7f8a6139b640 1 -- 172.21.15.5:0/1520865359 wait complete. 2024-09-16T00:55:20.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2024-09-16T00:55:20.843 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.3 2024-09-16T00:55:20.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.1 2024-09-16T00:55:20.847 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.2 2024-09-16T00:55:20.848 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-16T00:55:20.853 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509447 for osd.4 2024-09-16T00:55:20.854 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.5 2024-09-16T00:55:20.854 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.7 2024-09-16T00:55:21.843 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T00:55:21.844 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:55:21.846 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:55:21.849 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:55:21.849 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:55:21.854 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T00:55:21.854 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T00:55:21.855 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T00:55:22.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.013+0000 7fcc28f4b640 1 Processor -- start 2024-09-16T00:55:22.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.014+0000 7fcc28f4b640 1 -- start start 2024-09-16T00:55:22.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7fcc28f4b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcc1c034a20 0x7fcc1c00c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7fcc28f4b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c006670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7fcc28f4b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc1c039470 con 0x7fcc1c0df880 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7fcc28f4b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fcc1c00ade0 con 0x7fcc1c034a20 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7fcc28f4b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcc1c0529a0 con 0x7fcc1c04fcc0 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7f9c4ed6d640 1 Processor -- start 2024-09-16T00:55:22.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.015+0000 7f9c4ed6d640 1 -- start start 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcc1c034a20 0x7fcc1c00c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fcc1c034a20 0x7fcc1c00c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33034/0 (socket says 172.21.15.5:33034) 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 -- 172.21.15.5:0/2563069767 learned_addr learned my addr 172.21.15.5:0/2563069767 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 -- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 msgr2=0x7fcc1c006670 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 --2- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c006670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7fcc21d9b640 1 -- 172.21.15.5:0/2563069767 >> v1:172.21.15.5:6789/0 conn(0x7fcc1c0df880 legacy=0x7fcc1c038d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7f9c4ed6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7f9c4ed6d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 0x7f9c480cf250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7f9c4ed6d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c48074180 con 0x7f9c4806bb20 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7f9c4ed6d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9c48166950 con 0x7f9c4806c670 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.016+0000 7f9c4ed6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9c48166c30 con 0x7f9c480735e0 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48026/0 (socket says 172.21.15.5:48026) 2024-09-16T00:55:22.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 -- 172.21.15.5:0/2949318129 learned_addr learned my addr 172.21.15.5:0/2949318129 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7fcc21d9b640 1 -- 172.21.15.5:0/2563069767 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1c052c40 con 0x7fcc1c034a20 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4d30a640 1 --2- 172.21.15.5:0/2949318129 >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 0x7f9c480cf250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 -- 172.21.15.5:0/2949318129 >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 msgr2=0x7f9c480cf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 --2- 172.21.15.5:0/2949318129 >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 0x7f9c480cf250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 -- 172.21.15.5:0/2949318129 >> v1:172.21.15.73:6789/0 conn(0x7f9c4806bb20 legacy=0x7f9c4806bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.017+0000 7f9c4cb09640 1 -- 172.21.15.5:0/2949318129 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c48166f10 con 0x7f9c480735e0 2024-09-16T00:55:22.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.018+0000 7fcc21d9b640 1 --2- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c00c870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcc240518b0 tx=0x7fcc240a60e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4df8232683ee4f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.018+0000 7fcc2159a640 1 -- 172.21.15.5:0/2563069767 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc240b3070 con 0x7fcc1c034a20 2024-09-16T00:55:22.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.018+0000 7f9c4d30a640 1 --2- 172.21.15.5:0/2949318129 >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 0x7f9c480cf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.018+0000 7f9c4cb09640 1 --2- 172.21.15.5:0/2949318129 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9c40009e50 tx=0x7f9c4002a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=950624443857edb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.018+0000 7fcc2159a640 1 -- 172.21.15.5:0/2563069767 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc240ae440 con 0x7fcc1c034a20 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.019+0000 7fcc28f4b640 1 -- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 msgr2=0x7fcc1c00c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.019+0000 7fcc28f4b640 1 --2- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c00c870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcc240518b0 tx=0x7fcc240a60e0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7fcc28f4b640 1 -- 172.21.15.5:0/2563069767 shutdown_connections 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7fcc28f4b640 1 --2- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c006670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7fcc28f4b640 1 --2- 172.21.15.5:0/2563069767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c00c870 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7fcc28f4b640 1 -- 172.21.15.5:0/2563069767 >> 172.21.15.5:0/2563069767 conn(0x7fcc1c01ea50 msgr2=0x7fcc1c038650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7f9c477fe640 1 -- 172.21.15.5:0/2949318129 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c40036070 con 0x7f9c480735e0 2024-09-16T00:55:22.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.020+0000 7f9c477fe640 1 -- 172.21.15.5:0/2949318129 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c40031600 con 0x7f9c480735e0 2024-09-16T00:55:22.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c477fe640 1 -- 172.21.15.5:0/2949318129 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c400319b0 con 0x7f9c480735e0 2024-09-16T00:55:22.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7fcc28f4b640 1 -- 172.21.15.5:0/2563069767 shutdown_connections 2024-09-16T00:55:22.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2949318129 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 msgr2=0x7f9c480cd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 --2- 172.21.15.5:0/2949318129 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9c40009e50 tx=0x7f9c4002a5b0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7fcc28f4b640 1 -- 172.21.15.5:0/2563069767 wait complete. 2024-09-16T00:55:22.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.023+0000 7fcc28f4b640 1 Processor -- start 2024-09-16T00:55:22.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.023+0000 7fcc28f4b640 1 -- start start 2024-09-16T00:55:22.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7fcc28f4b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7fcc28f4b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c0d4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7fcc2259c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7fcc2259c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33050/0 (socket says 172.21.15.5:33050) 2024-09-16T00:55:22.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7fcc2259c640 1 -- 172.21.15.5:0/1430300136 learned_addr learned my addr 172.21.15.5:0/1430300136 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7fcc21d9b640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c0d4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2949318129 shutdown_connections 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 --2- 172.21.15.5:0/2949318129 >> v2:172.21.15.73:3300/0 conn(0x7f9c4806c670 0x7f9c480cf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 --2- 172.21.15.5:0/2949318129 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c480735e0 0x7f9c480cd760 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2949318129 >> 172.21.15.5:0/2949318129 conn(0x7f9c4806d000 msgr2=0x7f9c4806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2949318129 shutdown_connections 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.021+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2949318129 wait complete. 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.023+0000 7f9c4ed6d640 1 Processor -- start 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.023+0000 7f9c4ed6d640 1 -- start start 2024-09-16T00:55:22.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c4806bb20 0x7f9c4808c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 0x7f9c480ac670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9c480cf790 con 0x7f9c480735e0 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9c480739c0 con 0x7f9c4806c670 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4ed6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9c480cf910 con 0x7f9c4806bb20 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33048/0 (socket says 172.21.15.5:33048) 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 -- 172.21.15.5:0/2355519753 learned_addr learned my addr 172.21.15.5:0/2355519753 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c4d30a640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 0x7f9c480ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 -- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c4806bb20 msgr2=0x7f9c4808c8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c4806bb20 0x7f9c4808c8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 -- 172.21.15.5:0/2355519753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 msgr2=0x7f9c480ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 0x7f9c480ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.025+0000 7f9c47fff640 1 -- 172.21.15.5:0/2355519753 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c480ab330 con 0x7f9c4806c670 2024-09-16T00:55:22.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7f9c4d30a640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 0x7f9c480ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:22.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7f9c47fff640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800c750 tx=0x7f9c3800cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7fcc28f4b640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 0x7fcc1c0d55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c008cc0 con 0x7fcc1c0df880 2024-09-16T00:55:22.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c38017070 con 0x7f9c4806c670 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c009060 con 0x7fcc1c034a20 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcc1c008e40 con 0x7fcc1c04fcc0 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc2259c640 1 -- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 msgr2=0x7fcc1c0d4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc2259c640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c0d4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc2259c640 1 -- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 msgr2=0x7fcc1c0d55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc22d9d640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 0x7fcc1c0d55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc2259c640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 0x7fcc1c0d55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.027+0000 7fcc2259c640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1c0d8750 con 0x7fcc1c034a20 2024-09-16T00:55:22.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.028+0000 7fcc22d9d640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 0x7fcc1c0d55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2355519753 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c480ab5d0 con 0x7f9c4806c670 2024-09-16T00:55:22.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.028+0000 7fcc2259c640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcc1400c410 tx=0x7fcc1400c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.028+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc140052d0 con 0x7fcc1c034a20 2024-09-16T00:55:22.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.028+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc14005490 con 0x7fcc1c034a20 2024-09-16T00:55:22.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.026+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2355519753 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c480abb90 con 0x7f9c4806c670 2024-09-16T00:55:22.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.028+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c38005270 con 0x7f9c4806c670 2024-09-16T00:55:22.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.029+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc1c0e0d50 con 0x7fcc1c034a20 2024-09-16T00:55:22.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.029+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc1c0d8a30 con 0x7fcc1c034a20 2024-09-16T00:55:22.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.029+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc14007260 con 0x7fcc1c034a20 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.029+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c3800a640 con 0x7f9c4806c670 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.030+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c3801a070 con 0x7f9c4806c670 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.030+0000 7f9c457fa640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 0x7f9c3406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.031+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9c3808aaa0 con 0x7f9c4806c670 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.031+0000 7f9c4cb09640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 0x7f9c3406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.031+0000 7f9c4cb09640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 0x7f9c3406e870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9c40033000 tx=0x7f9c40009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.032+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2355519753 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c28005290 con 0x7f9c4806c670 2024-09-16T00:55:22.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.031+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc1c00b270 con 0x7fcc1c034a20 2024-09-16T00:55:22.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.032+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcc14007400 con 0x7fcc1c034a20 2024-09-16T00:55:22.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.033+0000 7fcc12ffd640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 0x7fcc0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.033+0000 7fcc21d9b640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 0x7fcc0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.033+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcc1408a8c0 con 0x7fcc1c034a20 2024-09-16T00:55:22.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.033+0000 7fcc21d9b640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 0x7fcc0406e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c03b790 tx=0x7fcc2406e030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.037+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c38059280 con 0x7f9c4806c670 2024-09-16T00:55:22.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.042+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc1c039470 con 0x7fcc1c034a20 2024-09-16T00:55:22.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.068+0000 7fa227fff640 1 Processor -- start 2024-09-16T00:55:22.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.068+0000 7fa227fff640 1 -- start start 2024-09-16T00:55:22.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.068+0000 7fb3fb1f6640 1 Processor -- start 2024-09-16T00:55:22.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.068+0000 7fb3fb1f6640 1 -- start start 2024-09-16T00:55:22.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7fa227fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa22815a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7fa227fff640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa22815afd0 con 0x7fa2280cde70 2024-09-16T00:55:22.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7fa227fff640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa22815b2b0 con 0x7fa22806db20 2024-09-16T00:55:22.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7fa227fff640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa22815aab0 con 0x7fa2280b3590 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3fb1f6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb3ec0e6f70 0x7fb3ec034d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3fb1f6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3ec033c80 con 0x7fb3ec035d90 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3fb1f6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3ec033f60 con 0x7fb3ec049780 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3fb1f6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fb3ec034240 con 0x7fb3ec0e6f70 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3f3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb3ec035d90 0x7fb3ec0333a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39848/0 (socket says 172.21.15.5:39848) 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3f3fff640 1 -- 172.21.15.5:0/2928453467 learned_addr learned my addr 172.21.15.5:0/2928453467 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fa226ffd640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fa22806db20 0x7fa2280cd760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:52862/0 (socket says 172.21.15.5:52862) 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fa226ffd640 1 -- 172.21.15.5:0/4182216271 learned_addr learned my addr 172.21.15.5:0/4182216271 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fa2277fe640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa22815a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3936505757 0 0) 0x7fa22815b2b0 con 0x7fa22806db20 2024-09-16T00:55:22.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa210003520 con 0x7fa22806db20 2024-09-16T00:55:22.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7f9ba5136640 1 Processor -- start 2024-09-16T00:55:22.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.069+0000 7f9ba5136640 1 -- start start 2024-09-16T00:55:22.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 635381752 0 0) 0x7fb3ec033c80 con 0x7fb3ec035d90 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.070+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb3e4003520 con 0x7fb3ec035d90 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> v2:172.21.15.73:3300/0 conn(0x7fb3ec0e6f70 0x7fb3ec034d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 <== mon.1 v1:172.21.15.73:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1299197294 0 0) 0x7fa210003520 con 0x7fa22806db20 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 msgr2=0x7fa22815a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa22815a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 >> v1:172.21.15.5:6789/0 conn(0x7fa2280cde70 legacy=0x7fa22806bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 --> v1:172.21.15.73:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22815b590 con 0x7fa22806db20 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4015742029 0 0) 0x7fb3ec033f60 con 0x7fb3ec049780 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb3ec033c80 con 0x7fb3ec049780 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2227698313 0 0) 0x7fb3e4003520 con 0x7fb3ec035d90 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 >> v2:172.21.15.73:3300/0 conn(0x7fb3ec0e6f70 msgr2=0x7fb3ec034d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 --2- 172.21.15.5:0/2928453467 >> v2:172.21.15.73:3300/0 conn(0x7fb3ec0e6f70 0x7fb3ec034d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 >> v1:172.21.15.73:6789/0 conn(0x7fb3ec049780 legacy=0x7fb3ec007700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ec034520 con 0x7fb3ec035d90 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 <== mon.1 v1:172.21.15.73:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fa2200019f0 con 0x7fa22806db20 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 >> v1:172.21.15.73:6789/0 conn(0x7fa22806db20 legacy=0x7fa2280cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa210003a90 0x7fa210003eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa210004800 0x7fa210004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa21000dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa22815aab0 con 0x7fa210003a90 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa210005590 con 0x7fa210004800 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa210005990 con 0x7fa2280b3590 2024-09-16T00:55:22.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fa226ffd640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa210003a90 0x7fa210003eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9a960ba640 1 Processor -- start 2024-09-16T00:55:22.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> v2:172.21.15.73:3300/0 conn(0x7fb3ec0e6f70 0x7fb3ec034d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fb3f4050800 con 0x7fb3ec035d90 2024-09-16T00:55:22.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 >> v1:172.21.15.5:6789/0 conn(0x7fb3ec035d90 legacy=0x7fb3ec0333a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2267fc640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa210004800 0x7fa210004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 0x7fb3e4003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3e4004800 0x7fb3e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa21000dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9ba5136640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9b980e6f70 0x7f9b98034d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 0x7fb3e4003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e40051c0 0x7fb3e400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ec034240 con 0x7fb3e4004800 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3e4004800 0x7fb3e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e400bf30 con 0x7fb3e40051c0 2024-09-16T00:55:22.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb3e400c130 con 0x7fb3e4003b40 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f8f92640 1 -- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e40051c0 msgr2=0x7fb3e400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f9793640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e40051c0 0x7fb3e400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e40051c0 0x7fb3e400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f8f92640 1 -- 172.21.15.5:0/2928453467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3e4004800 msgr2=0x7fb3e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3e4004800 0x7fb3e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f8f92640 1 -- 172.21.15.5:0/2928453467 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3e4003520 con 0x7fb3e4003b40 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3e4004800 0x7fb3e4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f9793640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e40051c0 0x7fb3e400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9a960ba640 1 -- start start 2024-09-16T00:55:22.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7fb3f9793640 1 -- 172.21.15.5:0/2928453467 reap_dead start 2024-09-16T00:55:22.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9a960ba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a900cf250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 -- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa210004800 msgr2=0x7fa210004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa210004800 0x7fa210004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 -- 172.21.15.5:0/4182216271 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa210003a90 msgr2=0x7fa210003eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa210003a90 0x7fa210003eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa2277fe640 1 -- 172.21.15.5:0/4182216271 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa210003520 con 0x7fa2280b3590 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7fa226ffd640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa210003a90 0x7fa210003eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9a960ba640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a900cd7d0 0x7f9a90070e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9ba5136640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 0x7f9b98049c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9a960ba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9a900713c0 0x7f9a900b40d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9a960ba640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9a900cf930 con 0x7f9a900713c0 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9a960ba640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9a900cfc10 con 0x7f9a900cd7d0 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a960ba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9a900b38d0 con 0x7f9a90162ac0 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a900cd7d0 0x7f9a90070e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9a900cd7d0 0x7f9a90070e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33078/0 (socket says 172.21.15.5:33078) 2024-09-16T00:55:22.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 -- 172.21.15.5:0/3664692881 learned_addr learned my addr 172.21.15.5:0/3664692881 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8f7fe640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a900cf250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8ffff640 1 --2- 172.21.15.5:0/3664692881 >> v2:172.21.15.5:3300/0 conn(0x7f9a900713c0 0x7f9a900b40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 -- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 msgr2=0x7f9a900cf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a900cf250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 -- 172.21.15.5:0/3664692881 >> v2:172.21.15.5:3300/0 conn(0x7f9a900713c0 msgr2=0x7f9a900b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3664692881 >> v2:172.21.15.5:3300/0 conn(0x7f9a900713c0 0x7f9a900b40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9a8effd640 1 -- 172.21.15.5:0/3664692881 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a900b3bb0 con 0x7f9a900cd7d0 2024-09-16T00:55:22.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fa2277fe640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa21000dbd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa21c00ba20 tx=0x7fa210005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eeec407375498319 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9ba5136640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b98033c80 con 0x7f9b98035d90 2024-09-16T00:55:22.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c00b040 con 0x7fa2280b3590 2024-09-16T00:55:22.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9ba5136640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9b98033f60 con 0x7f9b980e6f70 2024-09-16T00:55:22.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 0x7fb3e4003f20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8009c80 tx=0x7fb3e4005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60bfd94b23a7dc2a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9ba5136640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9b98034240 con 0x7f9b98049780 2024-09-16T00:55:22.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fa225ffb640 1 -- 172.21.15.5:0/4182216271 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa21c031600 con 0x7fa2280b3590 2024-09-16T00:55:22.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8036070 con 0x7fb3e4003b40 2024-09-16T00:55:22.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9b9ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9b980e6f70 0x7f9b98034d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3e8031400 con 0x7fb3e4003b40 2024-09-16T00:55:22.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9b9ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9b980e6f70 0x7f9b98034d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33820/0 (socket says 172.21.15.5:33820) 2024-09-16T00:55:22.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900cd7d0 0x7f9a90070e80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9a9006e3b0 tx=0x7f9a8802a690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b70c4ad433f1775 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.071+0000 7f9b9ffff640 1 -- 172.21.15.5:0/468974809 learned_addr learned my addr 172.21.15.5:0/468974809 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9b9ffff640 1 -- 172.21.15.5:0/468974809 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 msgr2=0x7f9b98049c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9ba4935640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 0x7f9b98049c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 0x7f9b98049c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9b9ffff640 1 -- 172.21.15.5:0/468974809 >> v1:172.21.15.73:6789/0 conn(0x7f9b98035d90 legacy=0x7f9b980333a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.072+0000 7f9b9ffff640 1 -- 172.21.15.5:0/468974809 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b98034520 con 0x7f9b980e6f70 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.073+0000 7f9ba4935640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 0x7f9b98049c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b98034d20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9ba007be70 tx=0x7f9ba00a6090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67430fc9aa785ee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7f9b9effd640 1 -- 172.21.15.5:0/468974809 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba00b3070 con 0x7f9b980e6f70 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7f9b9effd640 1 -- 172.21.15.5:0/468974809 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ba00ae440 con 0x7f9b980e6f70 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.074+0000 7f9b9effd640 1 -- 172.21.15.5:0/468974809 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba00ae8b0 con 0x7f9b980e6f70 2024-09-16T00:55:22.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3f37fe640 1 -- 172.21.15.5:0/2928453467 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8009850 con 0x7fb3e4003b40 2024-09-16T00:55:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9a8e7fc640 1 -- 172.21.15.5:0/3664692881 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88036070 con 0x7f9a900cd7d0 2024-09-16T00:55:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9a8e7fc640 1 -- 172.21.15.5:0/3664692881 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a88031600 con 0x7f9a900cd7d0 2024-09-16T00:55:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9a8e7fc640 1 -- 172.21.15.5:0/3664692881 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a880319d0 con 0x7f9a900cd7d0 2024-09-16T00:55:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 -- 172.21.15.5:0/468974809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 msgr2=0x7f9b98034d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b98034d20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9ba007be70 tx=0x7f9ba00a6090 comp rx=0 tx=0).stop 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 msgr2=0x7fb3e4003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 0x7fb3e4003f20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8009c80 tx=0x7fb3e4005830 comp rx=0 tx=0).stop 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 -- 172.21.15.5:0/468974809 shutdown_connections 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98049780 0x7f9b98049c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 --2- 172.21.15.5:0/468974809 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b98034d20 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 -- 172.21.15.5:0/468974809 >> 172.21.15.5:0/468974809 conn(0x7f9b9801fb40 msgr2=0x7f9b980567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/2928453467 shutdown_connections 2024-09-16T00:55:22.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/2928453467 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3e4003b40 0x7fb3e4003f20 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/2928453467 >> 172.21.15.5:0/2928453467 conn(0x7fb3ec01fb40 msgr2=0x7fb3ec0567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb4e47d8640 1 Processor -- start 2024-09-16T00:55:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb4e47d8640 1 -- start start 2024-09-16T00:55:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 -- 172.21.15.5:0/468974809 shutdown_connections 2024-09-16T00:55:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/2928453467 shutdown_connections 2024-09-16T00:55:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/2928453467 wait complete. 2024-09-16T00:55:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fa227fff640 1 -- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 msgr2=0x7fa21000dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7fa227fff640 1 --2- 172.21.15.5:0/4182216271 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa2280b3590 0x7fa21000dbd0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa21c00ba20 tx=0x7fa210005830 comp rx=0 tx=0).stop 2024-09-16T00:55:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fa2277fe640 1 -- 172.21.15.5:0/4182216271 reap_dead start 2024-09-16T00:55:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fa227fff640 1 -- 172.21.15.5:0/4182216271 shutdown_connections 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fa227fff640 1 -- 172.21.15.5:0/4182216271 >> 172.21.15.5:0/4182216271 conn(0x7fa22806d000 msgr2=0x7fa22806d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fa227fff640 1 -- 172.21.15.5:0/4182216271 shutdown_connections 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 -- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900cd7d0 msgr2=0x7f9a90070e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900cd7d0 0x7f9a90070e80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9a9006e3b0 tx=0x7f9a8802a690 comp rx=0 tx=0).stop 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 -- 172.21.15.5:0/3664692881 shutdown_connections 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3664692881 >> v2:172.21.15.5:3300/0 conn(0x7f9a900713c0 0x7f9a900b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900cd7d0 0x7f9a90070e80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3664692881 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a900cf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 -- 172.21.15.5:0/3664692881 >> 172.21.15.5:0/3664692881 conn(0x7f9a9006d000 msgr2=0x7f9a9006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.075+0000 7f9ba5136640 1 -- 172.21.15.5:0/468974809 wait complete. 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fb4e47d8640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb4dc0735e0 0x7fb4dc0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fb4e47d8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4dc074180 con 0x7fb4dc06bb20 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fb4e47d8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4dc166950 con 0x7fb4dc06c680 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fb4e47d8640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fb4dc166c30 con 0x7fb4dc0735e0 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2574640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb4dc0735e0 0x7fb4dc0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2d75640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fb4dc06c680 0x7fb4dc0cf250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:52892/0 (socket says 172.21.15.5:52892) 2024-09-16T00:55:22.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2d75640 1 -- 172.21.15.5:0/28833103 learned_addr learned my addr 172.21.15.5:0/28833103 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:22.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb3fb1f6640 1 Processor -- start 2024-09-16T00:55:22.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7fb3fb1f6640 1 -- start start 2024-09-16T00:55:22.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7fa227fff640 1 -- 172.21.15.5:0/4182216271 wait complete. 2024-09-16T00:55:22.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7fa227fff640 1 Processor -- start 2024-09-16T00:55:22.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2574640 1 -- 172.21.15.5:0/28833103 >> v1:172.21.15.73:6789/0 conn(0x7fb4dc06c680 legacy=0x7fb4dc0cf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2574640 1 -- 172.21.15.5:0/28833103 >> v1:172.21.15.5:6789/0 conn(0x7fb4dc06bb20 legacy=0x7fb4dc06bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7fb4e2574640 1 -- 172.21.15.5:0/28833103 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4dc166f10 con 0x7fb4dc0735e0 2024-09-16T00:55:22.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7fa227fff640 1 -- start start 2024-09-16T00:55:22.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 -- 172.21.15.5:0/3664692881 shutdown_connections 2024-09-16T00:55:22.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.076+0000 7f9a960ba640 1 -- 172.21.15.5:0/3664692881 wait complete. 2024-09-16T00:55:22.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7f9a960ba640 1 Processor -- start 2024-09-16T00:55:22.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7f9a960ba640 1 -- start start 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.077+0000 7f9ba5136640 1 Processor -- start 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.078+0000 7f9ba5136640 1 -- start start 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7fb3fb1f6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 0x7fb3ec0dbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 0x7f9b9804b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 0x7f9b981851f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b9804c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9b98007880 con 0x7f9b980e6f70 2024-09-16T00:55:22.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9b98007700 con 0x7f9b98049780 2024-09-16T00:55:22.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9ba5136640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9b98007a00 con 0x7f9b98035d90 2024-09-16T00:55:22.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7fb3fb1f6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 0x7fb3ec0531c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7fa227fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 0x7fa228073900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa227fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 0x7fa228157740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7fb4e2574640 1 --2- 172.21.15.5:0/28833103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc0735e0 0x7fb4dc0cd760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009720 tx=0x7fb4d8029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b8451b7ea118789 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3f8f92640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 0x7fb3ec0dbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa227fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 0x7fa2281474a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa227fff640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa22815b900 con 0x7fa228147020 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa227fff640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa22815a840 con 0x7fa2281572c0 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa227fff640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa22806c3e0 con 0x7fa228073520 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.079+0000 7f9a960ba640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 0x7f9a90211b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a960ba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 0x7f9a9014db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a960ba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a90082bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a960ba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9a90163020 con 0x7f9a900cd7d0 2024-09-16T00:55:22.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a960ba640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9a90162ea0 con 0x7f9a900713c0 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a960ba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9a900cdc10 con 0x7f9a90162ac0 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3f8f92640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 0x7fb3ec0dbaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33096/0 (socket says 172.21.15.5:33096) 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3f8f92640 1 -- 172.21.15.5:0/3099411227 learned_addr learned my addr 172.21.15.5:0/3099411227 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 0x7fb3ec0531c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2277fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 0x7fa2281474a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2277fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 0x7fa2281474a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33882/0 (socket says 172.21.15.5:33882) 2024-09-16T00:55:22.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2277fe640 1 -- 172.21.15.5:0/2363207922 learned_addr learned my addr 172.21.15.5:0/2363207922 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 0x7fa228157740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa226ffd640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 0x7fa228073900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3ec052c50 0x7fb3ec053700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a8ffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a90082bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ec034ea0 con 0x7fb3ec052c50 2024-09-16T00:55:22.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ec034d20 con 0x7fb3e4003b40 2024-09-16T00:55:22.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb3ec035020 con 0x7fb3ec0492a0 2024-09-16T00:55:22.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a8ffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a90082bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48110/0 (socket says 172.21.15.5:48110) 2024-09-16T00:55:22.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a8ffff640 1 -- 172.21.15.5:0/3923524783 learned_addr learned my addr 172.21.15.5:0/3923524783 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9ba4935640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b9804c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9ba4935640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b9804c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33868/0 (socket says 172.21.15.5:33868) 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9ba4935640 1 -- 172.21.15.5:0/2409835790 learned_addr learned my addr 172.21.15.5:0/2409835790 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 0x7f9b9804b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb3f9793640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3ec052c50 0x7fb3ec053700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7f9a8f7fe640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 0x7f9a90211b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb4e1572640 1 -- 172.21.15.5:0/28833103 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d8037070 con 0x7fb4dc0735e0 2024-09-16T00:55:22.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9f7fe640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 0x7f9b981851f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb4e1572640 1 -- 172.21.15.5:0/28833103 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4d802ace0 con 0x7fb4dc0735e0 2024-09-16T00:55:22.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fb4e1572640 1 -- 172.21.15.5:0/28833103 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d8032660 con 0x7fb4dc0735e0 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 -- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 msgr2=0x7fa228073900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 0x7fa228073900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 -- 172.21.15.5:0/2363207922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 msgr2=0x7fa2281474a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 0x7fa2281474a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa2267fc640 1 -- 172.21.15.5:0/2363207922 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa228158a50 con 0x7fa2281572c0 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.080+0000 7fa226ffd640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 0x7fa228073900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fa2267fc640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 0x7fa228157740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa21800f5f0 tx=0x7fa21800fab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8f7fe640 1 -- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 msgr2=0x7f9a90082bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8f7fe640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a90082bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8f7fe640 1 -- 172.21.15.5:0/3923524783 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 msgr2=0x7f9a9014db30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 0x7f9a9014db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8f7fe640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 0x7f9a9014db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8f7fe640 1 -- 172.21.15.5:0/3923524783 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a900836d0 con 0x7f9a900713c0 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 0x7f9a9014db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9ffff640 1 -- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 msgr2=0x7f9b981851f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 0x7f9b981851f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9ffff640 1 -- 172.21.15.5:0/2409835790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 msgr2=0x7f9b9804c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b9804c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 -- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 msgr2=0x7fb3ec0dbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 0x7fb3ec0dbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 -- 172.21.15.5:0/3099411227 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3ec052c50 msgr2=0x7fb3ec053700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3ec052c50 0x7fb3ec053700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ec04f380 con 0x7fb3ec0492a0 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb3f3fff640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 0x7fb3ec0531c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4000b60 tx=0x7fb3f4069790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2180052e0 con 0x7fa2281572c0 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fa227fff640 1 -- 172.21.15.5:0/2363207922 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa228149b10 con 0x7fa2281572c0 2024-09-16T00:55:22.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fa227fff640 1 -- 172.21.15.5:0/2363207922 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa228157ed0 con 0x7fa2281572c0 2024-09-16T00:55:22.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb4e47d8640 1 -- 172.21.15.5:0/28833103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc0735e0 msgr2=0x7fb4dc0cd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb4e47d8640 1 --2- 172.21.15.5:0/28833103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc0735e0 0x7fb4dc0cd760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009720 tx=0x7fb4d8029fd0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7f9b9ffff640 1 -- 172.21.15.5:0/2409835790 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b980501d0 con 0x7f9b98035d90 2024-09-16T00:55:22.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7f9b9f7fe640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 0x7f9b981851f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4099070 con 0x7fb3ec0492a0 2024-09-16T00:55:22.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa218018070 con 0x7fa2281572c0 2024-09-16T00:55:22.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb4e47d8640 1 -- 172.21.15.5:0/28833103 shutdown_connections 2024-09-16T00:55:22.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb4e47d8640 1 --2- 172.21.15.5:0/28833103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc0735e0 0x7fb4dc0cd760 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.081+0000 7fb4e47d8640 1 -- 172.21.15.5:0/28833103 >> 172.21.15.5:0/28833103 conn(0x7fb4dc06d000 msgr2=0x7fb4dc06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3f4094430 con 0x7fb3ec0492a0 2024-09-16T00:55:22.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3ec0dbfe0 con 0x7fb3ec0492a0 2024-09-16T00:55:22.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4094800 con 0x7fb3ec0492a0 2024-09-16T00:55:22.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7f9a8f7fe640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 0x7f9a90211b60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9a8000e850 tx=0x7f9a8000ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3ec04f900 con 0x7fb3ec0492a0 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb4e47d8640 1 -- 172.21.15.5:0/28833103 shutdown_connections 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7f9b9ffff640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 0x7f9b9804b080 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9ba006a970 tx=0x7f9ba0069a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa218003810 con 0x7fa2281572c0 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80017070 con 0x7f9a900713c0 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a8000c940 con 0x7f9a900713c0 2024-09-16T00:55:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8000cd10 con 0x7f9a900713c0 2024-09-16T00:55:22.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa22815b2b0 con 0x7fa2281572c0 2024-09-16T00:55:22.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a900839b0 con 0x7f9a900713c0 2024-09-16T00:55:22.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a90083f70 con 0x7f9a900713c0 2024-09-16T00:55:22.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.083+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3d4005290 con 0x7fb3ec0492a0 2024-09-16T00:55:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa2180039b0 con 0x7fa2281572c0 2024-09-16T00:55:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.082+0000 7fb4e47d8640 1 -- 172.21.15.5:0/28833103 wait complete. 2024-09-16T00:55:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7fa20ffff640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 0x7fa21406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7f3fb51cf640 1 Processor -- start 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7fb4e47d8640 1 Processor -- start 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7fb4e47d8640 1 -- start start 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba00b3050 con 0x7f9b98035d90 2024-09-16T00:55:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ba00b4040 con 0x7f9b98035d90 2024-09-16T00:55:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa21808af70 con 0x7fa2281572c0 2024-09-16T00:55:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a90070e80 con 0x7f9a900713c0 2024-09-16T00:55:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.084+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba00adbc0 con 0x7f9b98035d90 2024-09-16T00:55:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b980504b0 con 0x7f9b98035d90 2024-09-16T00:55:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7f3fb51cf640 1 -- start start 2024-09-16T00:55:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.085+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb3f409c070 con 0x7fb3ec0492a0 2024-09-16T00:55:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b9804da40 con 0x7f9b98035d90 2024-09-16T00:55:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a8001a070 con 0x7f9a900713c0 2024-09-16T00:55:22.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc06bb20 0x7fb4dc1622c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb3f17fa640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 0x7fb3d806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 0x7fb4dc0b2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fa226ffd640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 0x7fa21406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7f9a77fff640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 0x7f9a7c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9a8008b6e0 con 0x7f9a900713c0 2024-09-16T00:55:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb3f4106d40 con 0x7fb3ec0492a0 2024-09-16T00:55:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7fa226ffd640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 0x7fa21406e7c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa220004bc0 tx=0x7fa220006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc0cf960 con 0x7fb4dc06c680 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fb51cf640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 0x7f3fb0163af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc0739c0 con 0x7fb4dc06bb20 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e47d8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb4dc0cfae0 con 0x7fb4dc0735e0 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48124/0 (socket says 172.21.15.5:48124) 2024-09-16T00:55:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 -- 172.21.15.5:0/1081737058 learned_addr learned my addr 172.21.15.5:0/1081737058 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2574640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc06bb20 0x7fb4dc1622c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e1d73640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 0x7fb4dc0b2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 -- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc06bb20 msgr2=0x7fb4dc1622c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc06bb20 0x7fb4dc1622c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 -- 172.21.15.5:0/1081737058 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 msgr2=0x7fb4dc0b2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 0x7fb4dc0b2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.086+0000 7fb4e2d75640 1 -- 172.21.15.5:0/1081737058 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4dc0ab180 con 0x7fb4dc0735e0 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7fb4e1d73640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 0x7fb4dc0b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7fb4e2d75640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb4d400c8e0 tx=0x7fb4d400cda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fb51cf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3fb00d4010 0x7f3fb00b6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 0x7f9a7c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 0x7fb3d806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3faed9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 0x7f3fb0163af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b9804a6b0 con 0x7f9b98035d90 2024-09-16T00:55:22.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fa7fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3fb00b6640 0x7f3fb00d3900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39864/0 (socket says 172.21.15.5:39864) 2024-09-16T00:55:22.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fa7fff640 1 -- 172.21.15.5:0/1149521476 learned_addr learned my addr 172.21.15.5:0/1149521476 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:22.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3faed9d640 1 --2- 172.21.15.5:0/1149521476 >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 0x7f3fb0163af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33150/0 (socket says 172.21.15.5:33150) 2024-09-16T00:55:22.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fb0167660 con 0x7f3fb00b6640 2024-09-16T00:55:22.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3fb00b6fe0 con 0x7f3fb00d4010 2024-09-16T00:55:22.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f3fb0166ae0 con 0x7f3fb015d090 2024-09-16T00:55:22.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f3faf59e640 1 --2- 172.21.15.5:0/1149521476 >> v2:172.21.15.5:3300/0 conn(0x7f3fb00d4010 0x7f3fb00b6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.087+0000 7f9a8effd640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 0x7f9a7c06e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9a88033000 tx=0x7f9a88009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7fb3f8f92640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 0x7fb3d806e870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8000c00 tx=0x7fb3e8008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3faf59e640 1 -- 172.21.15.5:0/1149521476 >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 msgr2=0x7f3fb0163af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3faf59e640 1 --2- 172.21.15.5:0/1149521476 >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 0x7f3fb0163af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3faf59e640 1 -- 172.21.15.5:0/1149521476 >> v1:172.21.15.5:6789/0 conn(0x7f3fb00b6640 legacy=0x7f3fb00d3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3faf59e640 1 -- 172.21.15.5:0/1149521476 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb0166dc0 con 0x7f3fb00d4010 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3faf59e640 1 --2- 172.21.15.5:0/1149521476 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb00d4010 0x7f3fb00b6aa0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00d5790 tx=0x7f3fa802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4683057d6dd759f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.088+0000 7f3fae59c640 1 -- 172.21.15.5:0/1149521476 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa8007740 con 0x7f3fb00d4010 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.089+0000 7f3fae59c640 1 -- 172.21.15.5:0/1149521476 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fa80078e0 con 0x7f3fb00d4010 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fae59c640 1 -- 172.21.15.5:0/1149521476 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa8007cb0 con 0x7f3fb00d4010 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb00d4010 msgr2=0x7f3fb00b6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/1149521476 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb00d4010 0x7f3fb00b6aa0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00d5790 tx=0x7f3fa802a680 comp rx=0 tx=0).stop 2024-09-16T00:55:22.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 shutdown_connections 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/1149521476 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb00d4010 0x7f3fb00b6aa0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/1149521476 >> v2:172.21.15.73:3300/0 conn(0x7f3fb015d090 0x7f3fb0163af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 >> 172.21.15.5:0/1149521476 conn(0x7f3fb0072560 msgr2=0x7f3fb0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa218059200 con 0x7fa2281572c0 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 shutdown_connections 2024-09-16T00:55:22.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.090+0000 7f3fb51cf640 1 -- 172.21.15.5:0/1149521476 wait complete. 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb3f40d4e40 con 0x7fb3ec0492a0 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4018070 con 0x7fb4dc0735e0 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4d400a840 con 0x7fb4dc0735e0 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d400ac10 con 0x7fb4dc0735e0 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb4e47d8640 1 -- 172.21.15.5:0/1081737058 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4dc0ab460 con 0x7fb4dc0735e0 2024-09-16T00:55:22.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.091+0000 7fb4e47d8640 1 -- 172.21.15.5:0/1081737058 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4dc0aba20 con 0x7fb4dc0735e0 2024-09-16T00:55:22.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.092+0000 7f3fb51cf640 1 Processor -- start 2024-09-16T00:55:22.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.092+0000 7f3fb51cf640 1 -- start start 2024-09-16T00:55:22.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.092+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4b8005290 con 0x7fb4dc0735e0 2024-09-16T00:55:22.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.093+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ba00c1030 con 0x7f9b98035d90 2024-09-16T00:55:22.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f9b9cff9640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 0x7f9b8406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f3fb51cf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f3fb51cf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 0x7f3fb014e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9ba0128360 con 0x7f9b98035d90 2024-09-16T00:55:22.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f9b9f7fe640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 0x7f9b8406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f3faed9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a800597e0 con 0x7f9a900713c0 2024-09-16T00:55:22.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f3faed9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48132/0 (socket says 172.21.15.5:48132) 2024-09-16T00:55:22.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.094+0000 7f3faed9d640 1 -- 172.21.15.5:0/4195867162 learned_addr learned my addr 172.21.15.5:0/4195867162 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 0x7f3fb014eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3fa7fff640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 0x7f3fb014e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f9b9f7fe640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 0x7f9b8406e7c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9b98052cb0 tx=0x7f9b8c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3faf59e640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 0x7f3fb014eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb00d4410 con 0x7f3fb015d090 2024-09-16T00:55:22.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb0167380 con 0x7f3fb00d4010 2024-09-16T00:55:22.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.095+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3fb00cef30 con 0x7f3fb00b6640 2024-09-16T00:55:22.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9ba00c8020 con 0x7f9b98035d90 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f3fa7fff640 1 -- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 msgr2=0x7f3fb00caaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f3fa7fff640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f3fa7fff640 1 -- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 msgr2=0x7f3fb014eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f3fa7fff640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 0x7f3fb014eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.096+0000 7f3fa7fff640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb00c8ad0 con 0x7f3fb00d4010 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.097+0000 7f3fa7fff640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 0x7f3fb014e630 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800c440 tx=0x7f3f98001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.097+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f98017070 con 0x7f3fb00d4010 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.097+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f98005ce0 con 0x7f3fb00d4010 2024-09-16T00:55:22.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.097+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f980072d0 con 0x7f3fb00d4010 2024-09-16T00:55:22.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.097+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb4d401b070 con 0x7fb4dc0735e0 2024-09-16T00:55:22.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.098+0000 7fb4d2ffd640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 0x7fb4c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.098+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb4d408b1e0 con 0x7fb4dc0735e0 2024-09-16T00:55:22.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.098+0000 7f3faf59e640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 0x7f3fb014eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:22.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.098+0000 7fb4e2574640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 0x7fb4c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.098+0000 7f3faed9d640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:22.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.099+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fb00c8db0 con 0x7f3fb00d4010 2024-09-16T00:55:22.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.099+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fb00cc990 con 0x7f3fb00d4010 2024-09-16T00:55:22.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.099+0000 7fb4e2574640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 0x7fb4c006e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8034000 tx=0x7fb4d802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.100+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb4d4022020 con 0x7fb4dc0735e0 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.101+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3f9801a070 con 0x7f3fb00d4010 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.102+0000 7f3fa77fe640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 0x7f3f9006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.102+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3f9808a750 con 0x7f3fb00d4010 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.102+0000 7f3faed9d640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 0x7f3f9006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.103+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fb0166740 con 0x7f3fb00d4010 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.103+0000 7f3faed9d640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 0x7f3f9006e870 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0009bb0 tx=0x7f3fa0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.108+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f980587c0 con 0x7f3fb00d4010 2024-09-16T00:55:22.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.435+0000 7f9c4ed6d640 1 -- 172.21.15.5:0/2355519753 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9c28005580 con 0x7f9c4806c670 2024-09-16T00:55:22.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.436+0000 7f9c457fa640 1 -- 172.21.15.5:0/2355519753 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9c38058b80 con 0x7f9c4806c670 2024-09-16T00:55:22.436 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:22.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.439+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 msgr2=0x7f9c3406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.439+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 0x7f9c3406e870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9c40033000 tx=0x7f9c40009000 comp rx=0 tx=0).stop 2024-09-16T00:55:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 msgr2=0x7f9c480aadf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800c750 tx=0x7f9c3800cc10 comp rx=0 tx=0).stop 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 shutdown_connections 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9c3406c3b0 0x7f9c3406e870 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c480735e0 0x7f9c480ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c4806c670 0x7f9c480aadf0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 --2- 172.21.15.5:0/2355519753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9c4806bb20 0x7f9c4808c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 >> 172.21.15.5:0/2355519753 conn(0x7f9c4806d000 msgr2=0x7f9c48163610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.440+0000 7fcc28f4b640 1 -- 172.21.15.5:0/1430300136 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fcc1c0e1410 con 0x7fcc1c034a20 2024-09-16T00:55:22.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.441+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 shutdown_connections 2024-09-16T00:55:22.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.441+0000 7f9c2effd640 1 -- 172.21.15.5:0/2355519753 wait complete. 2024-09-16T00:55:22.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.441+0000 7fcc12ffd640 1 -- 172.21.15.5:0/1430300136 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcc14058940 con 0x7fcc1c034a20 2024-09-16T00:55:22.442 INFO:teuthology.orchestra.run.smithi005.stdout:55834574855 2024-09-16T00:55:22.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.444+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 msgr2=0x7fcc0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.444+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 0x7fcc0406e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c03b790 tx=0x7fcc2406e030 comp rx=0 tx=0).stop 2024-09-16T00:55:22.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.444+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 msgr2=0x7fcc1c0d4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcc1400c410 tx=0x7fcc1400c810 comp rx=0 tx=0).stop 2024-09-16T00:55:22.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 shutdown_connections 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcc0406c2b0 0x7fcc0406e770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc1c0df880 0x7fcc1c0d55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcc1c04fcc0 0x7fcc1c0d4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 --2- 172.21.15.5:0/1430300136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc1c034a20 0x7fcc1c0d4740 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 >> 172.21.15.5:0/1430300136 conn(0x7fcc1c01ea50 msgr2=0x7fcc1c04ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 shutdown_connections 2024-09-16T00:55:22.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.445+0000 7fcc10ff9640 1 -- 172.21.15.5:0/1430300136 wait complete. 2024-09-16T00:55:22.458 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.3 2024-09-16T00:55:22.458 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.462 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2024-09-16T00:55:22.462 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.476+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb3d4005580 con 0x7fb3ec0492a0 2024-09-16T00:55:22.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.477+0000 7fb3f17fa640 1 -- 172.21.15.5:0/3099411227 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb3f40d9140 con 0x7fb3ec0492a0 2024-09-16T00:55:22.477 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 msgr2=0x7fb3d806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 0x7fb3d806e870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb3e8000c00 tx=0x7fb3e8008030 comp rx=0 tx=0).stop 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 msgr2=0x7fb3ec0531c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 0x7fb3ec0531c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4000b60 tx=0x7fb3f4069790 comp rx=0 tx=0).stop 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 shutdown_connections 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb3d806c3b0 0x7fb3d806e870 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb3ec052c50 0x7fb3ec053700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb3ec0492a0 0x7fb3ec0531c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 --2- 172.21.15.5:0/3099411227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3e4003b40 0x7fb3ec0dbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 >> 172.21.15.5:0/3099411227 conn(0x7fb3ec01fb40 msgr2=0x7fb3ec0389a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 shutdown_connections 2024-09-16T00:55:22.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.479+0000 7fb3fb1f6640 1 -- 172.21.15.5:0/3099411227 wait complete. 2024-09-16T00:55:22.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.482+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f3fb0069140 con 0x7f3fb00d4010 2024-09-16T00:55:22.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.482+0000 7f3fa77fe640 1 -- 172.21.15.5:0/4195867162 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3f9805cac0 con 0x7f3fb00d4010 2024-09-16T00:55:22.482 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.484+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 msgr2=0x7f3f9006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.484+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 0x7f3f9006e870 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0009bb0 tx=0x7f3fa0008040 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.484+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 msgr2=0x7f3fb014e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.484+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 0x7f3fb014e630 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800c440 tx=0x7f3f98001e70 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 shutdown_connections 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3f9006c3b0 0x7f3f9006e870 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3fb015d090 0x7f3fb014eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3fb00d4010 0x7f3fb014e630 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 --2- 172.21.15.5:0/4195867162 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3fb00b6640 0x7f3fb00caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 >> 172.21.15.5:0/4195867162 conn(0x7f3fb0072560 msgr2=0x7f3fb0165b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 shutdown_connections 2024-09-16T00:55:22.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.485+0000 7f3fb51cf640 1 -- 172.21.15.5:0/4195867162 wait complete. 2024-09-16T00:55:22.491 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-16T00:55:22.491 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.496 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.7 2024-09-16T00:55:22.496 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.500+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fa228146ca0 con 0x7fa2281572c0 2024-09-16T00:55:22.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.501+0000 7fa20ffff640 1 -- 172.21.15.5:0/2363207922 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa21805d500 con 0x7fa2281572c0 2024-09-16T00:55:22.501 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 msgr2=0x7fa21406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 0x7fa21406e7c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa220004bc0 tx=0x7fa220006040 comp rx=0 tx=0).stop 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 msgr2=0x7fa228157740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 0x7fa228157740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa21800f5f0 tx=0x7fa21800fab0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 shutdown_connections 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa21406c300 0x7fa21406e7c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa228147020 0x7fa2281474a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa2281572c0 0x7fa228157740 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 --2- 172.21.15.5:0/2363207922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa228073520 0x7fa228073900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 >> 172.21.15.5:0/2363207922 conn(0x7fa22806d000 msgr2=0x7fa22815c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 shutdown_connections 2024-09-16T00:55:22.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.503+0000 7fa20dffb640 1 -- 172.21.15.5:0/2363207922 wait complete. 2024-09-16T00:55:22.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.505+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f9b98034d20 con 0x7f9b98035d90 2024-09-16T00:55:22.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.505+0000 7f9b9cff9640 1 -- 172.21.15.5:0/2409835790 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9ba00f6610 con 0x7f9b98035d90 2024-09-16T00:55:22.505 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-16T00:55:22.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 msgr2=0x7f9b8406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 0x7f9b8406e7c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9b98052cb0 tx=0x7f9b8c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 msgr2=0x7f9b9804b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 0x7f9b9804b080 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9ba006a970 tx=0x7f9ba0069a30 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 shutdown_connections 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9b8406c300 0x7f9b8406e7c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9b980e6f70 0x7f9b9804c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9b98049780 0x7f9b981851f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 --2- 172.21.15.5:0/2409835790 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9b98035d90 0x7f9b9804b080 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 >> 172.21.15.5:0/2409835790 conn(0x7f9b9801fb40 msgr2=0x7f9b9800bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 shutdown_connections 2024-09-16T00:55:22.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.507+0000 7f9ba5136640 1 -- 172.21.15.5:0/2409835790 wait complete. 2024-09-16T00:55:22.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.512+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fb4b8005850 con 0x7fb4dc0735e0 2024-09-16T00:55:22.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.512+0000 7fb4d2ffd640 1 -- 172.21.15.5:0/1081737058 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb4d40599c0 con 0x7fb4dc0735e0 2024-09-16T00:55:22.512 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-16T00:55:22.515 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-16T00:55:22.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.515+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f9a90160d60 con 0x7f9a900713c0 2024-09-16T00:55:22.516 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 msgr2=0x7fb4c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 0x7fb4c006e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8034000 tx=0x7fb4d802e000 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 msgr2=0x7fb4dc0b2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb4d400c8e0 tx=0x7fb4d400cda0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 shutdown_connections 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb4c006c2b0 0x7fb4c006e770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb4dc0735e0 0x7fb4dc0b2a60 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb4dc06c680 0x7fb4dc0b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 --2- 172.21.15.5:0/1081737058 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4dc06bb20 0x7fb4dc1622c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 >> 172.21.15.5:0/1081737058 conn(0x7fb4dc06d000 msgr2=0x7fb4dc0b3b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 shutdown_connections 2024-09-16T00:55:22.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7fb4d0ff9640 1 -- 172.21.15.5:0/1081737058 wait complete. 2024-09-16T00:55:22.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.516+0000 7f9a77fff640 1 -- 172.21.15.5:0/3923524783 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9a8005dae0 con 0x7f9a900713c0 2024-09-16T00:55:22.518 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-16T00:55:22.519 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-16T00:55:22.519 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 msgr2=0x7f9a7c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 0x7f9a7c06e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9a88033000 tx=0x7f9a88009000 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 msgr2=0x7f9a90211b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 0x7f9a90211b60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9a8000e850 tx=0x7f9a8000ed10 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 shutdown_connections 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9a7c06c380 0x7f9a7c06e840 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9a90162ac0 0x7f9a90082bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a900cd7d0 0x7f9a9014db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 --2- 172.21.15.5:0/3923524783 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9a900713c0 0x7f9a90211b60 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 >> 172.21.15.5:0/3923524783 conn(0x7f9a9006d000 msgr2=0x7f9a900b1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 shutdown_connections 2024-09-16T00:55:22.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.519+0000 7f9a960ba640 1 -- 172.21.15.5:0/3923524783 wait complete. 2024-09-16T00:55:22.531 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-09-16T00:55:22.531 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.533 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.4 2024-09-16T00:55:22.533 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:22.533 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:55:22.533 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:22.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 Processor -- start 2024-09-16T00:55:22.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 -- start start 2024-09-16T00:55:22.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6bc00b6690 0x7f6bc00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bc00cff10 con 0x7f6bc00d1510 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc00cf540 con 0x7f6bc00b6a70 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.675+0000 7f6bc7103640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc00d1d90 con 0x7f6bc00b6690 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33922/0 (socket says 172.21.15.5:33922) 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 -- 172.21.15.5:0/598973084 learned_addr learned my addr 172.21.15.5:0/598973084 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bc4e9f640 1 --2- 172.21.15.5:0/598973084 >> v2:172.21.15.73:3300/0 conn(0x7f6bc00b6690 0x7f6bc00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 -- 172.21.15.5:0/598973084 >> v2:172.21.15.73:3300/0 conn(0x7f6bc00b6690 msgr2=0x7f6bc00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 --2- 172.21.15.5:0/598973084 >> v2:172.21.15.73:3300/0 conn(0x7f6bc00b6690 0x7f6bc00cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 -- 172.21.15.5:0/598973084 >> v1:172.21.15.73:6789/0 conn(0x7f6bc00d1510 legacy=0x7f6bc00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.676+0000 7f6bbffff640 1 -- 172.21.15.5:0/598973084 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc00ceef0 con 0x7f6bc00b6a70 2024-09-16T00:55:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bbffff640 1 --2- 172.21.15.5:0/598973084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00d2210 tx=0x7f6bac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc8dc1f68b3e035a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bbf7fe640 1 -- 172.21.15.5:0/598973084 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac037070 con 0x7f6bc00b6a70 2024-09-16T00:55:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bbf7fe640 1 -- 172.21.15.5:0/598973084 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bac032440 con 0x7f6bc00b6a70 2024-09-16T00:55:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bbf7fe640 1 -- 172.21.15.5:0/598973084 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac032810 con 0x7f6bc00b6a70 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 -- 172.21.15.5:0/598973084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6a70 msgr2=0x7f6bc00d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 --2- 172.21.15.5:0/598973084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00d2210 tx=0x7f6bac02a270 comp rx=0 tx=0).stop 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 -- 172.21.15.5:0/598973084 shutdown_connections 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 --2- 172.21.15.5:0/598973084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6a70 0x7f6bc00d0fd0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 --2- 172.21.15.5:0/598973084 >> v2:172.21.15.73:3300/0 conn(0x7f6bc00b6690 0x7f6bc00cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 -- 172.21.15.5:0/598973084 >> 172.21.15.5:0/598973084 conn(0x7f6bc0072560 msgr2=0x7f6bc0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 -- 172.21.15.5:0/598973084 shutdown_connections 2024-09-16T00:55:22.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.677+0000 7f6bc7103640 1 -- 172.21.15.5:0/598973084 wait complete. 2024-09-16T00:55:22.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.679+0000 7f6bc7103640 1 Processor -- start 2024-09-16T00:55:22.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.679+0000 7f6bc7103640 1 -- start start 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6bc00b6a70 0x7f6bc0159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bc00d1510 0x7f6bc0157610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc015c530 con 0x7f6bc00b6690 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc00b6f00 con 0x7f6bc00d1510 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc015c6b0 con 0x7f6bc00b6a70 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33928/0 (socket says 172.21.15.5:33928) 2024-09-16T00:55:22.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 -- 172.21.15.5:0/3314637135 learned_addr learned my addr 172.21.15.5:0/3314637135 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bbffff640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6bc00b6a70 0x7f6bc0159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc56a0640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bc00d1510 0x7f6bc0157610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 -- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6bc00b6a70 msgr2=0x7f6bc0159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6bc00b6a70 0x7f6bc0159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 -- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bc00d1510 msgr2=0x7f6bc0157610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bc00d1510 0x7f6bc0157610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 -- 172.21.15.5:0/3314637135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc0159980 con 0x7f6bc00b6690 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc4e9f640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6bb400d830 tx=0x7f6bb400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb400b6c0 con 0x7f6bc00b6690 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb4019070 con 0x7f6bc00b6690 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc0156850 con 0x7f6bc00b6690 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb400bac0 con 0x7f6bc00b6690 2024-09-16T00:55:22.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.680+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc0156e10 con 0x7f6bc00b6690 2024-09-16T00:55:22.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.681+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc00d0110 con 0x7f6bc00b6690 2024-09-16T00:55:22.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.682+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6bb401e460 con 0x7f6bc00b6690 2024-09-16T00:55:22.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.682+0000 7f6bbd7fa640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 0x7f6ba406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:22.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.682+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6bb408b940 con 0x7f6bc00b6690 2024-09-16T00:55:22.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.683+0000 7f6bbffff640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 0x7f6ba406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:22.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.683+0000 7f6bbffff640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 0x7f6ba406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6bac034000 tx=0x7f6bac02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:22.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.687+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6bc00d0110 con 0x7f6bc00b6690 2024-09-16T00:55:22.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.856+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6bc0069140 con 0x7f6ba406c2b0 2024-09-16T00:55:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.862+0000 7f6bbd7fa640 1 -- 172.21.15.5:0/3314637135 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f6bc0069140 con 0x7f6ba406c2b0 2024-09-16T00:55:22.866 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 msgr2=0x7f6ba406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 0x7f6ba406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6bac034000 tx=0x7f6bac02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 msgr2=0x7f6bc00cdbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6bb400d830 tx=0x7f6bb400dcf0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 shutdown_connections 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6ba406c2b0 0x7f6ba406e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bc00d1510 0x7f6bc0157610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6bc00b6a70 0x7f6bc0159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 --2- 172.21.15.5:0/3314637135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6bc00b6690 0x7f6bc00cdbf0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 >> 172.21.15.5:0/3314637135 conn(0x7f6bc0072560 msgr2=0x7f6bc00b9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 shutdown_connections 2024-09-16T00:55:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:22.866+0000 7f6bc7103640 1 -- 172.21.15.5:0/3314637135 wait complete. 2024-09-16T00:55:22.880 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-16T00:55:22.307743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235740,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738980,"statfs":{"total":773094113280,"available":772852715520,"internally_reserved":0,"allocated":2924544,"data_stored":1773788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.177886"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229626+0000","last_change":"2024-09-16T00:55:10.139599+0000","last_active":"2024-09-16T00:55:11.229626+0000","last_peered":"2024-09-16T00:55:11.229626+0000","last_clean":"2024-09-16T00:55:11.229626+0000","last_became_active":"2024-09-16T00:55:10.139146+0000","last_became_peered":"2024-09-16T00:55:10.139146+0000","last_unstale":"2024-09-16T00:55:11.229626+0000","last_undegraded":"2024-09-16T00:55:11.229626+0000","last_fullsized":"2024-09-16T00:55:11.229626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:43:30.998747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131875+0000","last_change":"2024-09-16T00:55:10.130732+0000","last_active":"2024-09-16T00:55:11.131875+0000","last_peered":"2024-09-16T00:55:11.131875+0000","last_clean":"2024-09-16T00:55:11.131875+0000","last_became_active":"2024-09-16T00:55:10.130435+0000","last_became_peered":"2024-09-16T00:55:10.130435+0000","last_unstale":"2024-09-16T00:55:11.131875+0000","last_undegraded":"2024-09-16T00:55:11.131875+0000","last_fullsized":"2024-09-16T00:55:11.131875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:11:20.028681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229254+0000","last_change":"2024-09-16T00:55:10.140042+0000","last_active":"2024-09-16T00:55:11.229254+0000","last_peered":"2024-09-16T00:55:11.229254+0000","last_clean":"2024-09-16T00:55:11.229254+0000","last_became_active":"2024-09-16T00:55:10.139777+0000","last_became_peered":"2024-09-16T00:55:10.139777+0000","last_unstale":"2024-09-16T00:55:11.229254+0000","last_undegraded":"2024-09-16T00:55:11.229254+0000","last_fullsized":"2024-09-16T00:55:11.229254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132046+0000","last_change":"2024-09-16T00:55:10.144595+0000","last_active":"2024-09-16T00:55:11.132046+0000","last_peered":"2024-09-16T00:55:11.132046+0000","last_clean":"2024-09-16T00:55:11.132046+0000","last_became_active":"2024-09-16T00:55:10.144288+0000","last_became_peered":"2024-09-16T00:55:10.144288+0000","last_unstale":"2024-09-16T00:55:11.132046+0000","last_undegraded":"2024-09-16T00:55:11.132046+0000","last_fullsized":"2024-09-16T00:55:11.132046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:20.377802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229094+0000","last_change":"2024-09-16T00:55:10.143530+0000","last_active":"2024-09-16T00:55:11.229094+0000","last_peered":"2024-09-16T00:55:11.229094+0000","last_clean":"2024-09-16T00:55:11.229094+0000","last_became_active":"2024-09-16T00:55:10.143167+0000","last_became_peered":"2024-09-16T00:55:10.143167+0000","last_unstale":"2024-09-16T00:55:11.229094+0000","last_undegraded":"2024-09-16T00:55:11.229094+0000","last_fullsized":"2024-09-16T00:55:11.229094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229684+0000","last_change":"2024-09-16T00:55:10.141522+0000","last_active":"2024-09-16T00:55:11.229684+0000","last_peered":"2024-09-16T00:55:11.229684+0000","last_clean":"2024-09-16T00:55:11.229684+0000","last_became_active":"2024-09-16T00:55:10.141179+0000","last_became_peered":"2024-09-16T00:55:10.141179+0000","last_unstale":"2024-09-16T00:55:11.229684+0000","last_undegraded":"2024-09-16T00:55:11.229684+0000","last_fullsized":"2024-09-16T00:55:11.229684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:03.441585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059032+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:13.059032+0000","last_peered":"2024-09-16T00:55:13.059032+0000","last_clean":"2024-09-16T00:55:13.059032+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:13.059032+0000","last_undegraded":"2024-09-16T00:55:13.059032+0000","last_fullsized":"2024-09-16T00:55:13.059032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058782+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:13.058782+0000","last_peered":"2024-09-16T00:55:13.058782+0000","last_clean":"2024-09-16T00:55:13.058782+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:13.058782+0000","last_undegraded":"2024-09-16T00:55:13.058782+0000","last_fullsized":"2024-09-16T00:55:13.058782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132722+0000","last_change":"2024-09-16T00:55:10.127841+0000","last_active":"2024-09-16T00:55:11.132722+0000","last_peered":"2024-09-16T00:55:11.132722+0000","last_clean":"2024-09-16T00:55:11.132722+0000","last_became_active":"2024-09-16T00:55:10.127572+0000","last_became_peered":"2024-09-16T00:55:10.127572+0000","last_unstale":"2024-09-16T00:55:11.132722+0000","last_undegraded":"2024-09-16T00:55:11.132722+0000","last_fullsized":"2024-09-16T00:55:11.132722+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:29.448654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131599+0000","last_change":"2024-09-16T00:55:10.143895+0000","last_active":"2024-09-16T00:55:11.131599+0000","last_peered":"2024-09-16T00:55:11.131599+0000","last_clean":"2024-09-16T00:55:11.131599+0000","last_became_active":"2024-09-16T00:55:10.143604+0000","last_became_peered":"2024-09-16T00:55:10.143604+0000","last_unstale":"2024-09-16T00:55:11.131599+0000","last_undegraded":"2024-09-16T00:55:11.131599+0000","last_fullsized":"2024-09-16T00:55:11.131599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:36:28.900332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132811+0000","last_change":"2024-09-16T00:55:10.140416+0000","last_active":"2024-09-16T00:55:11.132811+0000","last_peered":"2024-09-16T00:55:11.132811+0000","last_clean":"2024-09-16T00:55:11.132811+0000","last_became_active":"2024-09-16T00:55:10.140152+0000","last_became_peered":"2024-09-16T00:55:10.140152+0000","last_unstale":"2024-09-16T00:55:11.132811+0000","last_undegraded":"2024-09-16T00:55:11.132811+0000","last_fullsized":"2024-09-16T00:55:11.132811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229632+0000","last_change":"2024-09-16T00:55:10.140465+0000","last_active":"2024-09-16T00:55:11.229632+0000","last_peered":"2024-09-16T00:55:11.229632+0000","last_clean":"2024-09-16T00:55:11.229632+0000","last_became_active":"2024-09-16T00:55:10.139829+0000","last_became_peered":"2024-09-16T00:55:10.139829+0000","last_unstale":"2024-09-16T00:55:11.229632+0000","last_undegraded":"2024-09-16T00:55:11.229632+0000","last_fullsized":"2024-09-16T00:55:11.229632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:34.909491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058865+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:13.058865+0000","last_peered":"2024-09-16T00:55:13.058865+0000","last_clean":"2024-09-16T00:55:13.058865+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:13.058865+0000","last_undegraded":"2024-09-16T00:55:13.058865+0000","last_fullsized":"2024-09-16T00:55:13.058865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132203+0000","last_change":"2024-09-16T00:55:10.140119+0000","last_active":"2024-09-16T00:55:11.132203+0000","last_peered":"2024-09-16T00:55:11.132203+0000","last_clean":"2024-09-16T00:55:11.132203+0000","last_became_active":"2024-09-16T00:55:10.139838+0000","last_became_peered":"2024-09-16T00:55:10.139838+0000","last_unstale":"2024-09-16T00:55:11.132203+0000","last_undegraded":"2024-09-16T00:55:11.132203+0000","last_fullsized":"2024-09-16T00:55:11.132203+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:01.746908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131799+0000","last_change":"2024-09-16T00:55:10.131429+0000","last_active":"2024-09-16T00:55:11.131799+0000","last_peered":"2024-09-16T00:55:11.131799+0000","last_clean":"2024-09-16T00:55:11.131799+0000","last_became_active":"2024-09-16T00:55:10.131151+0000","last_became_peered":"2024-09-16T00:55:10.131151+0000","last_unstale":"2024-09-16T00:55:11.131799+0000","last_undegraded":"2024-09-16T00:55:11.131799+0000","last_fullsized":"2024-09-16T00:55:11.131799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:47.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059042+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:13.059042+0000","last_peered":"2024-09-16T00:55:13.059042+0000","last_clean":"2024-09-16T00:55:13.059042+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:13.059042+0000","last_undegraded":"2024-09-16T00:55:13.059042+0000","last_fullsized":"2024-09-16T00:55:13.059042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132227+0000","last_change":"2024-09-16T00:55:10.127532+0000","last_active":"2024-09-16T00:55:11.132227+0000","last_peered":"2024-09-16T00:55:11.132227+0000","last_clean":"2024-09-16T00:55:11.132227+0000","last_became_active":"2024-09-16T00:55:10.127218+0000","last_became_peered":"2024-09-16T00:55:10.127218+0000","last_unstale":"2024-09-16T00:55:11.132227+0000","last_undegraded":"2024-09-16T00:55:11.132227+0000","last_fullsized":"2024-09-16T00:55:11.132227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058738+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:13.058738+0000","last_peered":"2024-09-16T00:55:13.058738+0000","last_clean":"2024-09-16T00:55:13.058738+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:13.058738+0000","last_undegraded":"2024-09-16T00:55:13.058738+0000","last_fullsized":"2024-09-16T00:55:13.058738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131723+0000","last_change":"2024-09-16T00:55:10.126316+0000","last_active":"2024-09-16T00:55:11.131723+0000","last_peered":"2024-09-16T00:55:11.131723+0000","last_clean":"2024-09-16T00:55:11.131723+0000","last_became_active":"2024-09-16T00:55:10.121835+0000","last_became_peered":"2024-09-16T00:55:10.121835+0000","last_unstale":"2024-09-16T00:55:11.131723+0000","last_undegraded":"2024-09-16T00:55:11.131723+0000","last_fullsized":"2024-09-16T00:55:11.131723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:33.773976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058756+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:13.058756+0000","last_peered":"2024-09-16T00:55:13.058756+0000","last_clean":"2024-09-16T00:55:13.058756+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:13.058756+0000","last_undegraded":"2024-09-16T00:55:13.058756+0000","last_fullsized":"2024-09-16T00:55:13.058756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131761+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:11.131761+0000","last_peered":"2024-09-16T00:55:11.131761+0000","last_clean":"2024-09-16T00:55:11.131761+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:11.131761+0000","last_undegraded":"2024-09-16T00:55:11.131761+0000","last_fullsized":"2024-09-16T00:55:11.131761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058901+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:13.058901+0000","last_peered":"2024-09-16T00:55:13.058901+0000","last_clean":"2024-09-16T00:55:13.058901+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:13.058901+0000","last_undegraded":"2024-09-16T00:55:13.058901+0000","last_fullsized":"2024-09-16T00:55:13.058901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132930+0000","last_change":"2024-09-16T00:55:10.136986+0000","last_active":"2024-09-16T00:55:11.132930+0000","last_peered":"2024-09-16T00:55:11.132930+0000","last_clean":"2024-09-16T00:55:11.132930+0000","last_became_active":"2024-09-16T00:55:10.136583+0000","last_became_peered":"2024-09-16T00:55:10.136583+0000","last_unstale":"2024-09-16T00:55:11.132930+0000","last_undegraded":"2024-09-16T00:55:11.132930+0000","last_fullsized":"2024-09-16T00:55:11.132930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132923+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:11.132923+0000","last_peered":"2024-09-16T00:55:11.132923+0000","last_clean":"2024-09-16T00:55:11.132923+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:11.132923+0000","last_undegraded":"2024-09-16T00:55:11.132923+0000","last_fullsized":"2024-09-16T00:55:11.132923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132758+0000","last_change":"2024-09-16T00:55:10.141852+0000","last_active":"2024-09-16T00:55:11.132758+0000","last_peered":"2024-09-16T00:55:11.132758+0000","last_clean":"2024-09-16T00:55:11.132758+0000","last_became_active":"2024-09-16T00:55:10.141157+0000","last_became_peered":"2024-09-16T00:55:10.141157+0000","last_unstale":"2024-09-16T00:55:11.132758+0000","last_undegraded":"2024-09-16T00:55:11.132758+0000","last_fullsized":"2024-09-16T00:55:11.132758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:25.222804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058777+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:13.058777+0000","last_peered":"2024-09-16T00:55:13.058777+0000","last_clean":"2024-09-16T00:55:13.058777+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:13.058777+0000","last_undegraded":"2024-09-16T00:55:13.058777+0000","last_fullsized":"2024-09-16T00:55:13.058777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229449+0000","last_change":"2024-09-16T00:55:10.140693+0000","last_active":"2024-09-16T00:55:11.229449+0000","last_peered":"2024-09-16T00:55:11.229449+0000","last_clean":"2024-09-16T00:55:11.229449+0000","last_became_active":"2024-09-16T00:55:10.140191+0000","last_became_peered":"2024-09-16T00:55:10.140191+0000","last_unstale":"2024-09-16T00:55:11.229449+0000","last_undegraded":"2024-09-16T00:55:11.229449+0000","last_fullsized":"2024-09-16T00:55:11.229449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132319+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:11.132319+0000","last_peered":"2024-09-16T00:55:11.132319+0000","last_clean":"2024-09-16T00:55:11.132319+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:11.132319+0000","last_undegraded":"2024-09-16T00:55:11.132319+0000","last_fullsized":"2024-09-16T00:55:11.132319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:25.478569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229319+0000","last_change":"2024-09-16T00:55:10.139488+0000","last_active":"2024-09-16T00:55:11.229319+0000","last_peered":"2024-09-16T00:55:11.229319+0000","last_clean":"2024-09-16T00:55:11.229319+0000","last_became_active":"2024-09-16T00:55:10.139054+0000","last_became_peered":"2024-09-16T00:55:10.139054+0000","last_unstale":"2024-09-16T00:55:11.229319+0000","last_undegraded":"2024-09-16T00:55:11.229319+0000","last_fullsized":"2024-09-16T00:55:11.229319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058587+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:13.058587+0000","last_peered":"2024-09-16T00:55:13.058587+0000","last_clean":"2024-09-16T00:55:13.058587+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:13.058587+0000","last_undegraded":"2024-09-16T00:55:13.058587+0000","last_fullsized":"2024-09-16T00:55:13.058587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058677+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:13.058677+0000","last_peered":"2024-09-16T00:55:13.058677+0000","last_clean":"2024-09-16T00:55:13.058677+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:13.058677+0000","last_undegraded":"2024-09-16T00:55:13.058677+0000","last_fullsized":"2024-09-16T00:55:13.058677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229157+0000","last_change":"2024-09-16T00:55:10.139435+0000","last_active":"2024-09-16T00:55:11.229157+0000","last_peered":"2024-09-16T00:55:11.229157+0000","last_clean":"2024-09-16T00:55:11.229157+0000","last_became_active":"2024-09-16T00:55:10.139052+0000","last_became_peered":"2024-09-16T00:55:10.139052+0000","last_unstale":"2024-09-16T00:55:11.229157+0000","last_undegraded":"2024-09-16T00:55:11.229157+0000","last_fullsized":"2024-09-16T00:55:11.229157+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132514+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:11.132514+0000","last_peered":"2024-09-16T00:55:11.132514+0000","last_clean":"2024-09-16T00:55:11.132514+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:11.132514+0000","last_undegraded":"2024-09-16T00:55:11.132514+0000","last_fullsized":"2024-09-16T00:55:11.132514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229579+0000","last_change":"2024-09-16T00:55:10.139191+0000","last_active":"2024-09-16T00:55:11.229579+0000","last_peered":"2024-09-16T00:55:11.229579+0000","last_clean":"2024-09-16T00:55:11.229579+0000","last_became_active":"2024-09-16T00:55:10.138900+0000","last_became_peered":"2024-09-16T00:55:10.138900+0000","last_unstale":"2024-09-16T00:55:11.229579+0000","last_undegraded":"2024-09-16T00:55:11.229579+0000","last_fullsized":"2024-09-16T00:55:11.229579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229799+0000","last_change":"2024-09-16T00:55:10.139496+0000","last_active":"2024-09-16T00:55:11.229799+0000","last_peered":"2024-09-16T00:55:11.229799+0000","last_clean":"2024-09-16T00:55:11.229799+0000","last_became_active":"2024-09-16T00:55:10.139143+0000","last_became_peered":"2024-09-16T00:55:10.139143+0000","last_unstale":"2024-09-16T00:55:11.229799+0000","last_undegraded":"2024-09-16T00:55:11.229799+0000","last_fullsized":"2024-09-16T00:55:11.229799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:59.579161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132475+0000","last_change":"2024-09-16T00:55:10.132745+0000","last_active":"2024-09-16T00:55:11.132475+0000","last_peered":"2024-09-16T00:55:11.132475+0000","last_clean":"2024-09-16T00:55:11.132475+0000","last_became_active":"2024-09-16T00:55:10.131046+0000","last_became_peered":"2024-09-16T00:55:10.131046+0000","last_unstale":"2024-09-16T00:55:11.132475+0000","last_undegraded":"2024-09-16T00:55:11.132475+0000","last_fullsized":"2024-09-16T00:55:11.132475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229425+0000","last_change":"2024-09-16T00:55:10.139741+0000","last_active":"2024-09-16T00:55:11.229425+0000","last_peered":"2024-09-16T00:55:11.229425+0000","last_clean":"2024-09-16T00:55:11.229425+0000","last_became_active":"2024-09-16T00:55:10.139179+0000","last_became_peered":"2024-09-16T00:55:10.139179+0000","last_unstale":"2024-09-16T00:55:11.229425+0000","last_undegraded":"2024-09-16T00:55:11.229425+0000","last_fullsized":"2024-09-16T00:55:11.229425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229023+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:11.229023+0000","last_peered":"2024-09-16T00:55:11.229023+0000","last_clean":"2024-09-16T00:55:11.229023+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:11.229023+0000","last_undegraded":"2024-09-16T00:55:11.229023+0000","last_fullsized":"2024-09-16T00:55:11.229023+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131520+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:11.131520+0000","last_peered":"2024-09-16T00:55:11.131520+0000","last_clean":"2024-09-16T00:55:11.131520+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:11.131520+0000","last_undegraded":"2024-09-16T00:55:11.131520+0000","last_fullsized":"2024-09-16T00:55:11.131520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228941+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:11.228941+0000","last_peered":"2024-09-16T00:55:11.228941+0000","last_clean":"2024-09-16T00:55:11.228941+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:11.228941+0000","last_undegraded":"2024-09-16T00:55:11.228941+0000","last_fullsized":"2024-09-16T00:55:11.228941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:47.113688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132517+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:11.132517+0000","last_peered":"2024-09-16T00:55:11.132517+0000","last_clean":"2024-09-16T00:55:11.132517+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:11.132517+0000","last_undegraded":"2024-09-16T00:55:11.132517+0000","last_fullsized":"2024-09-16T00:55:11.132517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.145422+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.145022+0000","last_became_peered":"2024-09-16T00:55:10.145022+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:26.484028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132712+0000","last_change":"2024-09-16T00:55:10.126835+0000","last_active":"2024-09-16T00:55:11.132712+0000","last_peered":"2024-09-16T00:55:11.132712+0000","last_clean":"2024-09-16T00:55:11.132712+0000","last_became_active":"2024-09-16T00:55:10.126526+0000","last_became_peered":"2024-09-16T00:55:10.126526+0000","last_unstale":"2024-09-16T00:55:11.132712+0000","last_undegraded":"2024-09-16T00:55:11.132712+0000","last_fullsized":"2024-09-16T00:55:11.132712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229702+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:11.229702+0000","last_peered":"2024-09-16T00:55:11.229702+0000","last_clean":"2024-09-16T00:55:11.229702+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:11.229702+0000","last_undegraded":"2024-09-16T00:55:11.229702+0000","last_fullsized":"2024-09-16T00:55:11.229702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:27.546032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059027+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:13.059027+0000","last_peered":"2024-09-16T00:55:13.059027+0000","last_clean":"2024-09-16T00:55:13.059027+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:13.059027+0000","last_undegraded":"2024-09-16T00:55:13.059027+0000","last_fullsized":"2024-09-16T00:55:13.059027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228921+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:11.228921+0000","last_peered":"2024-09-16T00:55:11.228921+0000","last_clean":"2024-09-16T00:55:11.228921+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:11.228921+0000","last_undegraded":"2024-09-16T00:55:11.228921+0000","last_fullsized":"2024-09-16T00:55:11.228921+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:23.708364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131777+0000","last_change":"2024-09-16T00:55:10.129650+0000","last_active":"2024-09-16T00:55:11.131777+0000","last_peered":"2024-09-16T00:55:11.131777+0000","last_clean":"2024-09-16T00:55:11.131777+0000","last_became_active":"2024-09-16T00:55:10.128617+0000","last_became_peered":"2024-09-16T00:55:10.128617+0000","last_unstale":"2024-09-16T00:55:11.131777+0000","last_undegraded":"2024-09-16T00:55:11.131777+0000","last_fullsized":"2024-09-16T00:55:11.131777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:49.519241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229378+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:11.229378+0000","last_peered":"2024-09-16T00:55:11.229378+0000","last_clean":"2024-09-16T00:55:11.229378+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:11.229378+0000","last_undegraded":"2024-09-16T00:55:11.229378+0000","last_fullsized":"2024-09-16T00:55:11.229378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:24.217345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058678+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:13.058678+0000","last_peered":"2024-09-16T00:55:13.058678+0000","last_clean":"2024-09-16T00:55:13.058678+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:13.058678+0000","last_undegraded":"2024-09-16T00:55:13.058678+0000","last_fullsized":"2024-09-16T00:55:13.058678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132564+0000","last_change":"2024-09-16T00:55:10.125783+0000","last_active":"2024-09-16T00:55:11.132564+0000","last_peered":"2024-09-16T00:55:11.132564+0000","last_clean":"2024-09-16T00:55:11.132564+0000","last_became_active":"2024-09-16T00:55:10.125421+0000","last_became_peered":"2024-09-16T00:55:10.125421+0000","last_unstale":"2024-09-16T00:55:11.132564+0000","last_undegraded":"2024-09-16T00:55:11.132564+0000","last_fullsized":"2024-09-16T00:55:11.132564+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229314+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:11.229314+0000","last_peered":"2024-09-16T00:55:11.229314+0000","last_clean":"2024-09-16T00:55:11.229314+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:11.229314+0000","last_undegraded":"2024-09-16T00:55:11.229314+0000","last_fullsized":"2024-09-16T00:55:11.229314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.129785+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.129515+0000","last_became_peered":"2024-09-16T00:55:10.129515+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229566+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:11.229566+0000","last_peered":"2024-09-16T00:55:11.229566+0000","last_clean":"2024-09-16T00:55:11.229566+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:11.229566+0000","last_undegraded":"2024-09-16T00:55:11.229566+0000","last_fullsized":"2024-09-16T00:55:11.229566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:12.519361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":664479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:22.884 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:23.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.022+0000 7f462438d640 1 Processor -- start 2024-09-16T00:55:23.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.022+0000 7f462438d640 1 -- start start 2024-09-16T00:55:23.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462438d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f461c15e8e0 0x7f461c162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462438d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f461c0d1ba0 0x7f461c0d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462438d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f461c0b7920 con 0x7f461c0cf1f0 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462438d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f461c0cf940 con 0x7f461c15e8e0 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462438d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f461c0cfc20 con 0x7f461c0d1ba0 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f461c15e8e0 0x7f461c162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f461c15e8e0 0x7f461c162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33942/0 (socket says 172.21.15.5:33942) 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 -- 172.21.15.5:0/4153065642 learned_addr learned my addr 172.21.15.5:0/4153065642 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f462292a640 1 --2- 172.21.15.5:0/4153065642 >> v2:172.21.15.73:3300/0 conn(0x7f461c0d1ba0 0x7f461c0d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 -- 172.21.15.5:0/4153065642 >> v2:172.21.15.73:3300/0 conn(0x7f461c0d1ba0 msgr2=0x7f461c0d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 --2- 172.21.15.5:0/4153065642 >> v2:172.21.15.73:3300/0 conn(0x7f461c0d1ba0 0x7f461c0d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 -- 172.21.15.5:0/4153065642 >> v1:172.21.15.73:6789/0 conn(0x7f461c0cf1f0 legacy=0x7f461c0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:23.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.023+0000 7f4622129640 1 -- 172.21.15.5:0/4153065642 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461c0d2ae0 con 0x7f461c15e8e0 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.024+0000 7f4622129640 1 --2- 172.21.15.5:0/4153065642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c162cf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f461c073350 tx=0x7f461802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c64038942ba7c26 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.024+0000 7f4621127640 1 -- 172.21.15.5:0/4153065642 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618037070 con 0x7f461c15e8e0 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.024+0000 7f4621127640 1 -- 172.21.15.5:0/4153065642 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4618032440 con 0x7f461c15e8e0 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.024+0000 7f4621127640 1 -- 172.21.15.5:0/4153065642 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618032810 con 0x7f461c15e8e0 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 -- 172.21.15.5:0/4153065642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 msgr2=0x7f461c162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 --2- 172.21.15.5:0/4153065642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c162cf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f461c073350 tx=0x7f461802a1a0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 -- 172.21.15.5:0/4153065642 shutdown_connections 2024-09-16T00:55:23.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 --2- 172.21.15.5:0/4153065642 >> v2:172.21.15.73:3300/0 conn(0x7f461c0d1ba0 0x7f461c0d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 --2- 172.21.15.5:0/4153065642 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c162cf0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 -- 172.21.15.5:0/4153065642 >> 172.21.15.5:0/4153065642 conn(0x7f461c06bd00 msgr2=0x7f461c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 -- 172.21.15.5:0/4153065642 shutdown_connections 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.025+0000 7f462438d640 1 -- 172.21.15.5:0/4153065642 wait complete. 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.026+0000 7f462438d640 1 Processor -- start 2024-09-16T00:55:23.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.026+0000 7f462438d640 1 -- start start 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 0x7f461c152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f461c0d1ba0 0x7f461c0cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f461c0d3820 con 0x7f461c15e8e0 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f461c0cf630 con 0x7f461c0cf1f0 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462438d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f461c0d39a0 con 0x7f461c0d1ba0 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33946/0 (socket says 172.21.15.5:33946) 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 -- 172.21.15.5:0/2547887744 learned_addr learned my addr 172.21.15.5:0/2547887744 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:23.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f4621928640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f461c0d1ba0 0x7f461c0cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f4622129640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 0x7f461c152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 -- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f461c0d1ba0 msgr2=0x7f461c0cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f461c0d1ba0 0x7f461c0cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 -- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 msgr2=0x7f461c152820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 0x7f461c152820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 -- 172.21.15.5:0/2547887744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461c0c9280 con 0x7f461c15e8e0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f4622129640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 0x7f461c152820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.027+0000 7f462292a640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4614007e40 tx=0x7f461400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.028+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4614014620 con 0x7f461c15e8e0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.028+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4614019070 con 0x7f461c15e8e0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.028+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4614014a20 con 0x7f461c15e8e0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.028+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461c0c9560 con 0x7f461c15e8e0 2024-09-16T00:55:23.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.028+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f461c0c9b20 con 0x7f461c15e8e0 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.029+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f461c0d32e0 con 0x7f461c15e8e0 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.029+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4614014bc0 con 0x7f461c15e8e0 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.029+0000 7f4612ffd640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 0x7f460006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.030+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f461408bca0 con 0x7f461c15e8e0 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.030+0000 7f4622129640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 0x7f460006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.030+0000 7f4622129640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 0x7f460006e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4618034000 tx=0x7f461802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.034+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f461405a4a0 con 0x7f461c15e8e0 2024-09-16T00:55:23.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.208+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f461c0c9020 con 0x7f460006c2e0 2024-09-16T00:55:23.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.215+0000 7f4612ffd640 1 -- 172.21.15.5:0/2547887744 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f461803c460 con 0x7f460006c2e0 2024-09-16T00:55:23.218 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:23.220 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 msgr2=0x7f460006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 0x7f460006e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4618034000 tx=0x7f461802e000 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 msgr2=0x7f461c0c8ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4614007e40 tx=0x7f461400e4b0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 shutdown_connections 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f460006c2e0 0x7f460006e7a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f461c15e8e0 0x7f461c0c8ae0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f461c0d1ba0 0x7f461c0cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 --2- 172.21.15.5:0/2547887744 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f461c0cf1f0 0x7f461c152820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 >> 172.21.15.5:0/2547887744 conn(0x7f461c06bd00 msgr2=0x7f461c0b7b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 shutdown_connections 2024-09-16T00:55:23.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.218+0000 7f462438d640 1 -- 172.21.15.5:0/2547887744 wait complete. 2024-09-16T00:55:23.230 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-16T00:55:22.307743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235740,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738980,"statfs":{"total":773094113280,"available":772852715520,"internally_reserved":0,"allocated":2924544,"data_stored":1773788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.177886"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229626+0000","last_change":"2024-09-16T00:55:10.139599+0000","last_active":"2024-09-16T00:55:11.229626+0000","last_peered":"2024-09-16T00:55:11.229626+0000","last_clean":"2024-09-16T00:55:11.229626+0000","last_became_active":"2024-09-16T00:55:10.139146+0000","last_became_peered":"2024-09-16T00:55:10.139146+0000","last_unstale":"2024-09-16T00:55:11.229626+0000","last_undegraded":"2024-09-16T00:55:11.229626+0000","last_fullsized":"2024-09-16T00:55:11.229626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:43:30.998747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130249+0000","last_change":"2024-09-16T00:55:10.143145+0000","last_active":"2024-09-16T00:55:11.130249+0000","last_peered":"2024-09-16T00:55:11.130249+0000","last_clean":"2024-09-16T00:55:11.130249+0000","last_became_active":"2024-09-16T00:55:10.142792+0000","last_became_peered":"2024-09-16T00:55:10.142792+0000","last_unstale":"2024-09-16T00:55:11.130249+0000","last_undegraded":"2024-09-16T00:55:11.130249+0000","last_fullsized":"2024-09-16T00:55:11.130249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059552+0000","last_change":"2024-09-16T00:55:10.142993+0000","last_active":"2024-09-16T00:55:13.059552+0000","last_peered":"2024-09-16T00:55:13.059552+0000","last_clean":"2024-09-16T00:55:13.059552+0000","last_became_active":"2024-09-16T00:55:10.142714+0000","last_became_peered":"2024-09-16T00:55:10.142714+0000","last_unstale":"2024-09-16T00:55:13.059552+0000","last_undegraded":"2024-09-16T00:55:13.059552+0000","last_fullsized":"2024-09-16T00:55:13.059552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131875+0000","last_change":"2024-09-16T00:55:10.130732+0000","last_active":"2024-09-16T00:55:11.131875+0000","last_peered":"2024-09-16T00:55:11.131875+0000","last_clean":"2024-09-16T00:55:11.131875+0000","last_became_active":"2024-09-16T00:55:10.130435+0000","last_became_peered":"2024-09-16T00:55:10.130435+0000","last_unstale":"2024-09-16T00:55:11.131875+0000","last_undegraded":"2024-09-16T00:55:11.131875+0000","last_fullsized":"2024-09-16T00:55:11.131875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:11:20.028681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229254+0000","last_change":"2024-09-16T00:55:10.140042+0000","last_active":"2024-09-16T00:55:11.229254+0000","last_peered":"2024-09-16T00:55:11.229254+0000","last_clean":"2024-09-16T00:55:11.229254+0000","last_became_active":"2024-09-16T00:55:10.139777+0000","last_became_peered":"2024-09-16T00:55:10.139777+0000","last_unstale":"2024-09-16T00:55:11.229254+0000","last_undegraded":"2024-09-16T00:55:11.229254+0000","last_fullsized":"2024-09-16T00:55:11.229254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132046+0000","last_change":"2024-09-16T00:55:10.144595+0000","last_active":"2024-09-16T00:55:11.132046+0000","last_peered":"2024-09-16T00:55:11.132046+0000","last_clean":"2024-09-16T00:55:11.132046+0000","last_became_active":"2024-09-16T00:55:10.144288+0000","last_became_peered":"2024-09-16T00:55:10.144288+0000","last_unstale":"2024-09-16T00:55:11.132046+0000","last_undegraded":"2024-09-16T00:55:11.132046+0000","last_fullsized":"2024-09-16T00:55:11.132046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:20.377802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229094+0000","last_change":"2024-09-16T00:55:10.143530+0000","last_active":"2024-09-16T00:55:11.229094+0000","last_peered":"2024-09-16T00:55:11.229094+0000","last_clean":"2024-09-16T00:55:11.229094+0000","last_became_active":"2024-09-16T00:55:10.143167+0000","last_became_peered":"2024-09-16T00:55:10.143167+0000","last_unstale":"2024-09-16T00:55:11.229094+0000","last_undegraded":"2024-09-16T00:55:11.229094+0000","last_fullsized":"2024-09-16T00:55:11.229094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108923+0000","last_change":"2024-09-16T00:55:10.135368+0000","last_active":"2024-09-16T00:55:12.108923+0000","last_peered":"2024-09-16T00:55:12.108923+0000","last_clean":"2024-09-16T00:55:12.108923+0000","last_became_active":"2024-09-16T00:55:10.133602+0000","last_became_peered":"2024-09-16T00:55:10.133602+0000","last_unstale":"2024-09-16T00:55:12.108923+0000","last_undegraded":"2024-09-16T00:55:12.108923+0000","last_fullsized":"2024-09-16T00:55:12.108923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229684+0000","last_change":"2024-09-16T00:55:10.141522+0000","last_active":"2024-09-16T00:55:11.229684+0000","last_peered":"2024-09-16T00:55:11.229684+0000","last_clean":"2024-09-16T00:55:11.229684+0000","last_became_active":"2024-09-16T00:55:10.141179+0000","last_became_peered":"2024-09-16T00:55:10.141179+0000","last_unstale":"2024-09-16T00:55:11.229684+0000","last_undegraded":"2024-09-16T00:55:11.229684+0000","last_fullsized":"2024-09-16T00:55:11.229684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:03.441585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059032+0000","last_change":"2024-09-16T00:55:10.132254+0000","last_active":"2024-09-16T00:55:13.059032+0000","last_peered":"2024-09-16T00:55:13.059032+0000","last_clean":"2024-09-16T00:55:13.059032+0000","last_became_active":"2024-09-16T00:55:10.131965+0000","last_became_peered":"2024-09-16T00:55:10.131965+0000","last_unstale":"2024-09-16T00:55:13.059032+0000","last_undegraded":"2024-09-16T00:55:13.059032+0000","last_fullsized":"2024-09-16T00:55:13.059032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058782+0000","last_change":"2024-09-16T00:55:10.126739+0000","last_active":"2024-09-16T00:55:13.058782+0000","last_peered":"2024-09-16T00:55:13.058782+0000","last_clean":"2024-09-16T00:55:13.058782+0000","last_became_active":"2024-09-16T00:55:10.126461+0000","last_became_peered":"2024-09-16T00:55:10.126461+0000","last_unstale":"2024-09-16T00:55:13.058782+0000","last_undegraded":"2024-09-16T00:55:13.058782+0000","last_fullsized":"2024-09-16T00:55:13.058782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132722+0000","last_change":"2024-09-16T00:55:10.127841+0000","last_active":"2024-09-16T00:55:11.132722+0000","last_peered":"2024-09-16T00:55:11.132722+0000","last_clean":"2024-09-16T00:55:11.132722+0000","last_became_active":"2024-09-16T00:55:10.127572+0000","last_became_peered":"2024-09-16T00:55:10.127572+0000","last_unstale":"2024-09-16T00:55:11.132722+0000","last_undegraded":"2024-09-16T00:55:11.132722+0000","last_fullsized":"2024-09-16T00:55:11.132722+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:29.448654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109170+0000","last_change":"2024-09-16T00:55:10.126788+0000","last_active":"2024-09-16T00:55:12.109170+0000","last_peered":"2024-09-16T00:55:12.109170+0000","last_clean":"2024-09-16T00:55:12.109170+0000","last_became_active":"2024-09-16T00:55:10.126452+0000","last_became_peered":"2024-09-16T00:55:10.126452+0000","last_unstale":"2024-09-16T00:55:12.109170+0000","last_undegraded":"2024-09-16T00:55:12.109170+0000","last_fullsized":"2024-09-16T00:55:12.109170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059236+0000","last_change":"2024-09-16T00:55:10.143596+0000","last_active":"2024-09-16T00:55:13.059236+0000","last_peered":"2024-09-16T00:55:13.059236+0000","last_clean":"2024-09-16T00:55:13.059236+0000","last_became_active":"2024-09-16T00:55:10.143327+0000","last_became_peered":"2024-09-16T00:55:10.143327+0000","last_unstale":"2024-09-16T00:55:13.059236+0000","last_undegraded":"2024-09-16T00:55:13.059236+0000","last_fullsized":"2024-09-16T00:55:13.059236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:23.471562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130041+0000","last_change":"2024-09-16T00:55:10.131064+0000","last_active":"2024-09-16T00:55:11.130041+0000","last_peered":"2024-09-16T00:55:11.130041+0000","last_clean":"2024-09-16T00:55:11.130041+0000","last_became_active":"2024-09-16T00:55:10.125419+0000","last_became_peered":"2024-09-16T00:55:10.125419+0000","last_unstale":"2024-09-16T00:55:11.130041+0000","last_undegraded":"2024-09-16T00:55:11.130041+0000","last_fullsized":"2024-09-16T00:55:11.130041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131599+0000","last_change":"2024-09-16T00:55:10.143895+0000","last_active":"2024-09-16T00:55:11.131599+0000","last_peered":"2024-09-16T00:55:11.131599+0000","last_clean":"2024-09-16T00:55:11.131599+0000","last_became_active":"2024-09-16T00:55:10.143604+0000","last_became_peered":"2024-09-16T00:55:10.143604+0000","last_unstale":"2024-09-16T00:55:11.131599+0000","last_undegraded":"2024-09-16T00:55:11.131599+0000","last_fullsized":"2024-09-16T00:55:11.131599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:36:28.900332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132811+0000","last_change":"2024-09-16T00:55:10.140416+0000","last_active":"2024-09-16T00:55:11.132811+0000","last_peered":"2024-09-16T00:55:11.132811+0000","last_clean":"2024-09-16T00:55:11.132811+0000","last_became_active":"2024-09-16T00:55:10.140152+0000","last_became_peered":"2024-09-16T00:55:10.140152+0000","last_unstale":"2024-09-16T00:55:11.132811+0000","last_undegraded":"2024-09-16T00:55:11.132811+0000","last_fullsized":"2024-09-16T00:55:11.132811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660818+0000","last_change":"2024-09-16T00:55:10.132031+0000","last_active":"2024-09-16T00:55:11.660818+0000","last_peered":"2024-09-16T00:55:11.660818+0000","last_clean":"2024-09-16T00:55:11.660818+0000","last_became_active":"2024-09-16T00:55:10.131735+0000","last_became_peered":"2024-09-16T00:55:10.131735+0000","last_unstale":"2024-09-16T00:55:11.660818+0000","last_undegraded":"2024-09-16T00:55:11.660818+0000","last_fullsized":"2024-09-16T00:55:11.660818+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:50.967431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229632+0000","last_change":"2024-09-16T00:55:10.140465+0000","last_active":"2024-09-16T00:55:11.229632+0000","last_peered":"2024-09-16T00:55:11.229632+0000","last_clean":"2024-09-16T00:55:11.229632+0000","last_became_active":"2024-09-16T00:55:10.139829+0000","last_became_peered":"2024-09-16T00:55:10.139829+0000","last_unstale":"2024-09-16T00:55:11.229632+0000","last_undegraded":"2024-09-16T00:55:11.229632+0000","last_fullsized":"2024-09-16T00:55:11.229632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:34.909491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058865+0000","last_change":"2024-09-16T00:55:10.134760+0000","last_active":"2024-09-16T00:55:13.058865+0000","last_peered":"2024-09-16T00:55:13.058865+0000","last_clean":"2024-09-16T00:55:13.058865+0000","last_became_active":"2024-09-16T00:55:10.134423+0000","last_became_peered":"2024-09-16T00:55:10.134423+0000","last_unstale":"2024-09-16T00:55:13.058865+0000","last_undegraded":"2024-09-16T00:55:13.058865+0000","last_fullsized":"2024-09-16T00:55:13.058865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059456+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059456+0000","last_peered":"2024-09-16T00:55:13.059456+0000","last_clean":"2024-09-16T00:55:13.059456+0000","last_became_active":"2024-09-16T00:55:10.142551+0000","last_became_peered":"2024-09-16T00:55:10.142551+0000","last_unstale":"2024-09-16T00:55:13.059456+0000","last_undegraded":"2024-09-16T00:55:13.059456+0000","last_fullsized":"2024-09-16T00:55:13.059456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132203+0000","last_change":"2024-09-16T00:55:10.140119+0000","last_active":"2024-09-16T00:55:11.132203+0000","last_peered":"2024-09-16T00:55:11.132203+0000","last_clean":"2024-09-16T00:55:11.132203+0000","last_became_active":"2024-09-16T00:55:10.139838+0000","last_became_peered":"2024-09-16T00:55:10.139838+0000","last_unstale":"2024-09-16T00:55:11.132203+0000","last_undegraded":"2024-09-16T00:55:11.132203+0000","last_fullsized":"2024-09-16T00:55:11.132203+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:01.746908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108957+0000","last_change":"2024-09-16T00:55:10.138627+0000","last_active":"2024-09-16T00:55:12.108957+0000","last_peered":"2024-09-16T00:55:12.108957+0000","last_clean":"2024-09-16T00:55:12.108957+0000","last_became_active":"2024-09-16T00:55:10.137860+0000","last_became_peered":"2024-09-16T00:55:10.137860+0000","last_unstale":"2024-09-16T00:55:12.108957+0000","last_undegraded":"2024-09-16T00:55:12.108957+0000","last_fullsized":"2024-09-16T00:55:12.108957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131799+0000","last_change":"2024-09-16T00:55:10.131429+0000","last_active":"2024-09-16T00:55:11.131799+0000","last_peered":"2024-09-16T00:55:11.131799+0000","last_clean":"2024-09-16T00:55:11.131799+0000","last_became_active":"2024-09-16T00:55:10.131151+0000","last_became_peered":"2024-09-16T00:55:10.131151+0000","last_unstale":"2024-09-16T00:55:11.131799+0000","last_undegraded":"2024-09-16T00:55:11.131799+0000","last_fullsized":"2024-09-16T00:55:11.131799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:47.503729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109574+0000","last_change":"2024-09-16T00:55:10.137209+0000","last_active":"2024-09-16T00:55:12.109574+0000","last_peered":"2024-09-16T00:55:12.109574+0000","last_clean":"2024-09-16T00:55:12.109574+0000","last_became_active":"2024-09-16T00:55:10.136948+0000","last_became_peered":"2024-09-16T00:55:10.136948+0000","last_unstale":"2024-09-16T00:55:12.109574+0000","last_undegraded":"2024-09-16T00:55:12.109574+0000","last_fullsized":"2024-09-16T00:55:12.109574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.044033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059042+0000","last_change":"2024-09-16T00:55:10.139993+0000","last_active":"2024-09-16T00:55:13.059042+0000","last_peered":"2024-09-16T00:55:13.059042+0000","last_clean":"2024-09-16T00:55:13.059042+0000","last_became_active":"2024-09-16T00:55:10.139703+0000","last_became_peered":"2024-09-16T00:55:10.139703+0000","last_unstale":"2024-09-16T00:55:13.059042+0000","last_undegraded":"2024-09-16T00:55:13.059042+0000","last_fullsized":"2024-09-16T00:55:13.059042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130212+0000","last_change":"2024-09-16T00:55:10.131761+0000","last_active":"2024-09-16T00:55:11.130212+0000","last_peered":"2024-09-16T00:55:11.130212+0000","last_clean":"2024-09-16T00:55:11.130212+0000","last_became_active":"2024-09-16T00:55:10.131389+0000","last_became_peered":"2024-09-16T00:55:10.131389+0000","last_unstale":"2024-09-16T00:55:11.130212+0000","last_undegraded":"2024-09-16T00:55:11.130212+0000","last_fullsized":"2024-09-16T00:55:11.130212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109431+0000","last_change":"2024-09-16T00:55:10.140662+0000","last_active":"2024-09-16T00:55:12.109431+0000","last_peered":"2024-09-16T00:55:12.109431+0000","last_clean":"2024-09-16T00:55:12.109431+0000","last_became_active":"2024-09-16T00:55:10.138997+0000","last_became_peered":"2024-09-16T00:55:10.138997+0000","last_unstale":"2024-09-16T00:55:12.109431+0000","last_undegraded":"2024-09-16T00:55:12.109431+0000","last_fullsized":"2024-09-16T00:55:12.109431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:42.278473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059513+0000","last_change":"2024-09-16T00:55:10.134159+0000","last_active":"2024-09-16T00:55:13.059513+0000","last_peered":"2024-09-16T00:55:13.059513+0000","last_clean":"2024-09-16T00:55:13.059513+0000","last_became_active":"2024-09-16T00:55:10.132765+0000","last_became_peered":"2024-09-16T00:55:10.132765+0000","last_unstale":"2024-09-16T00:55:13.059513+0000","last_undegraded":"2024-09-16T00:55:13.059513+0000","last_fullsized":"2024-09-16T00:55:13.059513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132227+0000","last_change":"2024-09-16T00:55:10.127532+0000","last_active":"2024-09-16T00:55:11.132227+0000","last_peered":"2024-09-16T00:55:11.132227+0000","last_clean":"2024-09-16T00:55:11.132227+0000","last_became_active":"2024-09-16T00:55:10.127218+0000","last_became_peered":"2024-09-16T00:55:10.127218+0000","last_unstale":"2024-09-16T00:55:11.132227+0000","last_undegraded":"2024-09-16T00:55:11.132227+0000","last_fullsized":"2024-09-16T00:55:11.132227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:03.016012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660676+0000","last_change":"2024-09-16T00:55:10.124437+0000","last_active":"2024-09-16T00:55:11.660676+0000","last_peered":"2024-09-16T00:55:11.660676+0000","last_clean":"2024-09-16T00:55:11.660676+0000","last_became_active":"2024-09-16T00:55:10.124094+0000","last_became_peered":"2024-09-16T00:55:10.124094+0000","last_unstale":"2024-09-16T00:55:11.660676+0000","last_undegraded":"2024-09-16T00:55:11.660676+0000","last_fullsized":"2024-09-16T00:55:11.660676+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:53.490568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058738+0000","last_change":"2024-09-16T00:55:10.142682+0000","last_active":"2024-09-16T00:55:13.058738+0000","last_peered":"2024-09-16T00:55:13.058738+0000","last_clean":"2024-09-16T00:55:13.058738+0000","last_became_active":"2024-09-16T00:55:10.142358+0000","last_became_peered":"2024-09-16T00:55:10.142358+0000","last_unstale":"2024-09-16T00:55:13.058738+0000","last_undegraded":"2024-09-16T00:55:13.058738+0000","last_fullsized":"2024-09-16T00:55:13.058738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131723+0000","last_change":"2024-09-16T00:55:10.126316+0000","last_active":"2024-09-16T00:55:11.131723+0000","last_peered":"2024-09-16T00:55:11.131723+0000","last_clean":"2024-09-16T00:55:11.131723+0000","last_became_active":"2024-09-16T00:55:10.121835+0000","last_became_peered":"2024-09-16T00:55:10.121835+0000","last_unstale":"2024-09-16T00:55:11.131723+0000","last_undegraded":"2024-09-16T00:55:11.131723+0000","last_fullsized":"2024-09-16T00:55:11.131723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:33.773976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109228+0000","last_change":"2024-09-16T00:55:09.132992+0000","last_active":"2024-09-16T00:55:12.109228+0000","last_peered":"2024-09-16T00:55:12.109228+0000","last_clean":"2024-09-16T00:55:12.109228+0000","last_became_active":"2024-09-16T00:55:09.132432+0000","last_became_peered":"2024-09-16T00:55:09.132432+0000","last_unstale":"2024-09-16T00:55:12.109228+0000","last_undegraded":"2024-09-16T00:55:12.109228+0000","last_fullsized":"2024-09-16T00:55:12.109228+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059705+0000","last_change":"2024-09-16T00:55:10.136253+0000","last_active":"2024-09-16T00:55:13.059705+0000","last_peered":"2024-09-16T00:55:13.059705+0000","last_clean":"2024-09-16T00:55:13.059705+0000","last_became_active":"2024-09-16T00:55:10.135974+0000","last_became_peered":"2024-09-16T00:55:10.135974+0000","last_unstale":"2024-09-16T00:55:13.059705+0000","last_undegraded":"2024-09-16T00:55:13.059705+0000","last_fullsized":"2024-09-16T00:55:13.059705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058756+0000","last_change":"2024-09-16T00:55:09.122944+0000","last_active":"2024-09-16T00:55:13.058756+0000","last_peered":"2024-09-16T00:55:13.058756+0000","last_clean":"2024-09-16T00:55:13.058756+0000","last_became_active":"2024-09-16T00:55:09.122662+0000","last_became_peered":"2024-09-16T00:55:09.122662+0000","last_unstale":"2024-09-16T00:55:13.058756+0000","last_undegraded":"2024-09-16T00:55:13.058756+0000","last_fullsized":"2024-09-16T00:55:13.058756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108973+0000","last_change":"2024-09-16T00:55:09.128773+0000","last_active":"2024-09-16T00:55:12.108973+0000","last_peered":"2024-09-16T00:55:12.108973+0000","last_clean":"2024-09-16T00:55:12.108973+0000","last_became_active":"2024-09-16T00:55:09.128439+0000","last_became_peered":"2024-09-16T00:55:09.128439+0000","last_unstale":"2024-09-16T00:55:12.108973+0000","last_undegraded":"2024-09-16T00:55:12.108973+0000","last_fullsized":"2024-09-16T00:55:12.108973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.108990+0000","last_change":"2024-09-16T00:55:10.137483+0000","last_active":"2024-09-16T00:55:12.108990+0000","last_peered":"2024-09-16T00:55:12.108990+0000","last_clean":"2024-09-16T00:55:12.108990+0000","last_became_active":"2024-09-16T00:55:10.136465+0000","last_became_peered":"2024-09-16T00:55:10.136465+0000","last_unstale":"2024-09-16T00:55:12.108990+0000","last_undegraded":"2024-09-16T00:55:12.108990+0000","last_fullsized":"2024-09-16T00:55:12.108990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:53.626791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131761+0000","last_change":"2024-09-16T00:55:09.121858+0000","last_active":"2024-09-16T00:55:11.131761+0000","last_peered":"2024-09-16T00:55:11.131761+0000","last_clean":"2024-09-16T00:55:11.131761+0000","last_became_active":"2024-09-16T00:55:09.121569+0000","last_became_peered":"2024-09-16T00:55:09.121569+0000","last_unstale":"2024-09-16T00:55:11.131761+0000","last_undegraded":"2024-09-16T00:55:11.131761+0000","last_fullsized":"2024-09-16T00:55:11.131761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.129963+0000","last_change":"2024-09-16T00:55:10.127855+0000","last_active":"2024-09-16T00:55:11.129963+0000","last_peered":"2024-09-16T00:55:11.129963+0000","last_clean":"2024-09-16T00:55:11.129963+0000","last_became_active":"2024-09-16T00:55:10.127557+0000","last_became_peered":"2024-09-16T00:55:10.127557+0000","last_unstale":"2024-09-16T00:55:11.129963+0000","last_undegraded":"2024-09-16T00:55:11.129963+0000","last_fullsized":"2024-09-16T00:55:11.129963+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058901+0000","last_change":"2024-09-16T00:55:09.132075+0000","last_active":"2024-09-16T00:55:13.058901+0000","last_peered":"2024-09-16T00:55:13.058901+0000","last_clean":"2024-09-16T00:55:13.058901+0000","last_became_active":"2024-09-16T00:55:09.131743+0000","last_became_peered":"2024-09-16T00:55:09.131743+0000","last_unstale":"2024-09-16T00:55:13.058901+0000","last_undegraded":"2024-09-16T00:55:13.058901+0000","last_fullsized":"2024-09-16T00:55:13.058901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132930+0000","last_change":"2024-09-16T00:55:10.136986+0000","last_active":"2024-09-16T00:55:11.132930+0000","last_peered":"2024-09-16T00:55:11.132930+0000","last_clean":"2024-09-16T00:55:11.132930+0000","last_became_active":"2024-09-16T00:55:10.136583+0000","last_became_peered":"2024-09-16T00:55:10.136583+0000","last_unstale":"2024-09-16T00:55:11.132930+0000","last_undegraded":"2024-09-16T00:55:11.132930+0000","last_fullsized":"2024-09-16T00:55:11.132930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132923+0000","last_change":"2024-09-16T00:55:09.127188+0000","last_active":"2024-09-16T00:55:11.132923+0000","last_peered":"2024-09-16T00:55:11.132923+0000","last_clean":"2024-09-16T00:55:11.132923+0000","last_became_active":"2024-09-16T00:55:09.126787+0000","last_became_peered":"2024-09-16T00:55:09.126787+0000","last_unstale":"2024-09-16T00:55:11.132923+0000","last_undegraded":"2024-09-16T00:55:11.132923+0000","last_fullsized":"2024-09-16T00:55:11.132923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:30:32.768517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059760+0000","last_change":"2024-09-16T00:55:10.141720+0000","last_active":"2024-09-16T00:55:13.059760+0000","last_peered":"2024-09-16T00:55:13.059760+0000","last_clean":"2024-09-16T00:55:13.059760+0000","last_became_active":"2024-09-16T00:55:10.141316+0000","last_became_peered":"2024-09-16T00:55:10.141316+0000","last_unstale":"2024-09-16T00:55:13.059760+0000","last_undegraded":"2024-09-16T00:55:13.059760+0000","last_fullsized":"2024-09-16T00:55:13.059760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:23:15.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130147+0000","last_change":"2024-09-16T00:55:09.125248+0000","last_active":"2024-09-16T00:55:11.130147+0000","last_peered":"2024-09-16T00:55:11.130147+0000","last_clean":"2024-09-16T00:55:11.130147+0000","last_became_active":"2024-09-16T00:55:09.124955+0000","last_became_peered":"2024-09-16T00:55:09.124955+0000","last_unstale":"2024-09-16T00:55:11.130147+0000","last_undegraded":"2024-09-16T00:55:11.130147+0000","last_fullsized":"2024-09-16T00:55:11.130147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132758+0000","last_change":"2024-09-16T00:55:10.141852+0000","last_active":"2024-09-16T00:55:11.132758+0000","last_peered":"2024-09-16T00:55:11.132758+0000","last_clean":"2024-09-16T00:55:11.132758+0000","last_became_active":"2024-09-16T00:55:10.141157+0000","last_became_peered":"2024-09-16T00:55:10.141157+0000","last_unstale":"2024-09-16T00:55:11.132758+0000","last_undegraded":"2024-09-16T00:55:11.132758+0000","last_fullsized":"2024-09-16T00:55:11.132758+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:25.222804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058777+0000","last_change":"2024-09-16T00:55:09.129829+0000","last_active":"2024-09-16T00:55:13.058777+0000","last_peered":"2024-09-16T00:55:13.058777+0000","last_clean":"2024-09-16T00:55:13.058777+0000","last_became_active":"2024-09-16T00:55:09.129527+0000","last_became_peered":"2024-09-16T00:55:09.129527+0000","last_unstale":"2024-09-16T00:55:13.058777+0000","last_undegraded":"2024-09-16T00:55:13.058777+0000","last_fullsized":"2024-09-16T00:55:13.058777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229449+0000","last_change":"2024-09-16T00:55:10.140693+0000","last_active":"2024-09-16T00:55:11.229449+0000","last_peered":"2024-09-16T00:55:11.229449+0000","last_clean":"2024-09-16T00:55:11.229449+0000","last_became_active":"2024-09-16T00:55:10.140191+0000","last_became_peered":"2024-09-16T00:55:10.140191+0000","last_unstale":"2024-09-16T00:55:11.229449+0000","last_undegraded":"2024-09-16T00:55:11.229449+0000","last_fullsized":"2024-09-16T00:55:11.229449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:38.866169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059630+0000","last_change":"2024-09-16T00:55:09.123299+0000","last_active":"2024-09-16T00:55:13.059630+0000","last_peered":"2024-09-16T00:55:13.059630+0000","last_clean":"2024-09-16T00:55:13.059630+0000","last_became_active":"2024-09-16T00:55:09.122930+0000","last_became_peered":"2024-09-16T00:55:09.122930+0000","last_unstale":"2024-09-16T00:55:13.059630+0000","last_undegraded":"2024-09-16T00:55:13.059630+0000","last_fullsized":"2024-09-16T00:55:13.059630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:57.583852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059319+0000","last_change":"2024-09-16T00:55:10.140628+0000","last_active":"2024-09-16T00:55:13.059319+0000","last_peered":"2024-09-16T00:55:13.059319+0000","last_clean":"2024-09-16T00:55:13.059319+0000","last_became_active":"2024-09-16T00:55:10.140293+0000","last_became_peered":"2024-09-16T00:55:10.140293+0000","last_unstale":"2024-09-16T00:55:13.059319+0000","last_undegraded":"2024-09-16T00:55:13.059319+0000","last_fullsized":"2024-09-16T00:55:13.059319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:33:41.167474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132319+0000","last_change":"2024-09-16T00:55:09.129649+0000","last_active":"2024-09-16T00:55:11.132319+0000","last_peered":"2024-09-16T00:55:11.132319+0000","last_clean":"2024-09-16T00:55:11.132319+0000","last_became_active":"2024-09-16T00:55:09.129307+0000","last_became_peered":"2024-09-16T00:55:09.129307+0000","last_unstale":"2024-09-16T00:55:11.132319+0000","last_undegraded":"2024-09-16T00:55:11.132319+0000","last_fullsized":"2024-09-16T00:55:11.132319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:25.478569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229319+0000","last_change":"2024-09-16T00:55:10.139488+0000","last_active":"2024-09-16T00:55:11.229319+0000","last_peered":"2024-09-16T00:55:11.229319+0000","last_clean":"2024-09-16T00:55:11.229319+0000","last_became_active":"2024-09-16T00:55:10.139054+0000","last_became_peered":"2024-09-16T00:55:10.139054+0000","last_unstale":"2024-09-16T00:55:11.229319+0000","last_undegraded":"2024-09-16T00:55:11.229319+0000","last_fullsized":"2024-09-16T00:55:11.229319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058587+0000","last_change":"2024-09-16T00:55:09.122866+0000","last_active":"2024-09-16T00:55:13.058587+0000","last_peered":"2024-09-16T00:55:13.058587+0000","last_clean":"2024-09-16T00:55:13.058587+0000","last_became_active":"2024-09-16T00:55:09.122585+0000","last_became_peered":"2024-09-16T00:55:09.122585+0000","last_unstale":"2024-09-16T00:55:13.058587+0000","last_undegraded":"2024-09-16T00:55:13.058587+0000","last_fullsized":"2024-09-16T00:55:13.058587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058677+0000","last_change":"2024-09-16T00:55:10.143029+0000","last_active":"2024-09-16T00:55:13.058677+0000","last_peered":"2024-09-16T00:55:13.058677+0000","last_clean":"2024-09-16T00:55:13.058677+0000","last_became_active":"2024-09-16T00:55:10.142754+0000","last_became_peered":"2024-09-16T00:55:10.142754+0000","last_unstale":"2024-09-16T00:55:13.058677+0000","last_undegraded":"2024-09-16T00:55:13.058677+0000","last_fullsized":"2024-09-16T00:55:13.058677+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:40.699114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660530+0000","last_change":"2024-09-16T00:55:09.127900+0000","last_active":"2024-09-16T00:55:11.660530+0000","last_peered":"2024-09-16T00:55:11.660530+0000","last_clean":"2024-09-16T00:55:11.660530+0000","last_became_active":"2024-09-16T00:55:09.127568+0000","last_became_peered":"2024-09-16T00:55:09.127568+0000","last_unstale":"2024-09-16T00:55:11.660530+0000","last_undegraded":"2024-09-16T00:55:11.660530+0000","last_fullsized":"2024-09-16T00:55:11.660530+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229157+0000","last_change":"2024-09-16T00:55:10.139435+0000","last_active":"2024-09-16T00:55:11.229157+0000","last_peered":"2024-09-16T00:55:11.229157+0000","last_clean":"2024-09-16T00:55:11.229157+0000","last_became_active":"2024-09-16T00:55:10.139052+0000","last_became_peered":"2024-09-16T00:55:10.139052+0000","last_unstale":"2024-09-16T00:55:11.229157+0000","last_undegraded":"2024-09-16T00:55:11.229157+0000","last_fullsized":"2024-09-16T00:55:11.229157+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132514+0000","last_change":"2024-09-16T00:55:09.126783+0000","last_active":"2024-09-16T00:55:11.132514+0000","last_peered":"2024-09-16T00:55:11.132514+0000","last_clean":"2024-09-16T00:55:11.132514+0000","last_became_active":"2024-09-16T00:55:09.126456+0000","last_became_peered":"2024-09-16T00:55:09.126456+0000","last_unstale":"2024-09-16T00:55:11.132514+0000","last_undegraded":"2024-09-16T00:55:11.132514+0000","last_fullsized":"2024-09-16T00:55:11.132514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:12:08.084855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229579+0000","last_change":"2024-09-16T00:55:10.139191+0000","last_active":"2024-09-16T00:55:11.229579+0000","last_peered":"2024-09-16T00:55:11.229579+0000","last_clean":"2024-09-16T00:55:11.229579+0000","last_became_active":"2024-09-16T00:55:10.138900+0000","last_became_peered":"2024-09-16T00:55:10.138900+0000","last_unstale":"2024-09-16T00:55:11.229579+0000","last_undegraded":"2024-09-16T00:55:11.229579+0000","last_fullsized":"2024-09-16T00:55:11.229579+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:38:25.004748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660790+0000","last_change":"2024-09-16T00:55:09.130538+0000","last_active":"2024-09-16T00:55:11.660790+0000","last_peered":"2024-09-16T00:55:11.660790+0000","last_clean":"2024-09-16T00:55:11.660790+0000","last_became_active":"2024-09-16T00:55:09.130227+0000","last_became_peered":"2024-09-16T00:55:09.130227+0000","last_unstale":"2024-09-16T00:55:11.660790+0000","last_undegraded":"2024-09-16T00:55:11.660790+0000","last_fullsized":"2024-09-16T00:55:11.660790+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229799+0000","last_change":"2024-09-16T00:55:10.139496+0000","last_active":"2024-09-16T00:55:11.229799+0000","last_peered":"2024-09-16T00:55:11.229799+0000","last_clean":"2024-09-16T00:55:11.229799+0000","last_became_active":"2024-09-16T00:55:10.139143+0000","last_became_peered":"2024-09-16T00:55:10.139143+0000","last_unstale":"2024-09-16T00:55:11.229799+0000","last_undegraded":"2024-09-16T00:55:11.229799+0000","last_fullsized":"2024-09-16T00:55:11.229799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:59.579161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130262+0000","last_change":"2024-09-16T00:55:09.128971+0000","last_active":"2024-09-16T00:55:11.130262+0000","last_peered":"2024-09-16T00:55:11.130262+0000","last_clean":"2024-09-16T00:55:11.130262+0000","last_became_active":"2024-09-16T00:55:09.128653+0000","last_became_peered":"2024-09-16T00:55:09.128653+0000","last_unstale":"2024-09-16T00:55:11.130262+0000","last_undegraded":"2024-09-16T00:55:11.130262+0000","last_fullsized":"2024-09-16T00:55:11.130262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:41:03.031978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132475+0000","last_change":"2024-09-16T00:55:10.132745+0000","last_active":"2024-09-16T00:55:11.132475+0000","last_peered":"2024-09-16T00:55:11.132475+0000","last_clean":"2024-09-16T00:55:11.132475+0000","last_became_active":"2024-09-16T00:55:10.131046+0000","last_became_peered":"2024-09-16T00:55:10.131046+0000","last_unstale":"2024-09-16T00:55:11.132475+0000","last_undegraded":"2024-09-16T00:55:11.132475+0000","last_fullsized":"2024-09-16T00:55:11.132475+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:52.285324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660604+0000","last_change":"2024-09-16T00:55:09.122928+0000","last_active":"2024-09-16T00:55:11.660604+0000","last_peered":"2024-09-16T00:55:11.660604+0000","last_clean":"2024-09-16T00:55:11.660604+0000","last_became_active":"2024-09-16T00:55:09.122628+0000","last_became_peered":"2024-09-16T00:55:09.122628+0000","last_unstale":"2024-09-16T00:55:11.660604+0000","last_undegraded":"2024-09-16T00:55:11.660604+0000","last_fullsized":"2024-09-16T00:55:11.660604+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229425+0000","last_change":"2024-09-16T00:55:10.139741+0000","last_active":"2024-09-16T00:55:11.229425+0000","last_peered":"2024-09-16T00:55:11.229425+0000","last_clean":"2024-09-16T00:55:11.229425+0000","last_became_active":"2024-09-16T00:55:10.139179+0000","last_became_peered":"2024-09-16T00:55:10.139179+0000","last_unstale":"2024-09-16T00:55:11.229425+0000","last_undegraded":"2024-09-16T00:55:11.229425+0000","last_fullsized":"2024-09-16T00:55:11.229425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229023+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:11.229023+0000","last_peered":"2024-09-16T00:55:11.229023+0000","last_clean":"2024-09-16T00:55:11.229023+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:11.229023+0000","last_undegraded":"2024-09-16T00:55:11.229023+0000","last_fullsized":"2024-09-16T00:55:11.229023+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131520+0000","last_change":"2024-09-16T00:55:09.125490+0000","last_active":"2024-09-16T00:55:11.131520+0000","last_peered":"2024-09-16T00:55:11.131520+0000","last_clean":"2024-09-16T00:55:11.131520+0000","last_became_active":"2024-09-16T00:55:09.124827+0000","last_became_peered":"2024-09-16T00:55:09.124827+0000","last_unstale":"2024-09-16T00:55:11.131520+0000","last_undegraded":"2024-09-16T00:55:11.131520+0000","last_fullsized":"2024-09-16T00:55:11.131520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:46.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109063+0000","last_change":"2024-09-16T00:55:10.126636+0000","last_active":"2024-09-16T00:55:12.109063+0000","last_peered":"2024-09-16T00:55:12.109063+0000","last_clean":"2024-09-16T00:55:12.109063+0000","last_became_active":"2024-09-16T00:55:10.126320+0000","last_became_peered":"2024-09-16T00:55:10.126320+0000","last_unstale":"2024-09-16T00:55:12.109063+0000","last_undegraded":"2024-09-16T00:55:12.109063+0000","last_fullsized":"2024-09-16T00:55:12.109063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228941+0000","last_change":"2024-09-16T00:55:09.132504+0000","last_active":"2024-09-16T00:55:11.228941+0000","last_peered":"2024-09-16T00:55:11.228941+0000","last_clean":"2024-09-16T00:55:11.228941+0000","last_became_active":"2024-09-16T00:55:09.131409+0000","last_became_peered":"2024-09-16T00:55:09.131409+0000","last_unstale":"2024-09-16T00:55:11.228941+0000","last_undegraded":"2024-09-16T00:55:11.228941+0000","last_fullsized":"2024-09-16T00:55:11.228941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:47.113688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059208+0000","last_change":"2024-09-16T00:55:10.141709+0000","last_active":"2024-09-16T00:55:13.059208+0000","last_peered":"2024-09-16T00:55:13.059208+0000","last_clean":"2024-09-16T00:55:13.059208+0000","last_became_active":"2024-09-16T00:55:10.141291+0000","last_became_peered":"2024-09-16T00:55:10.141291+0000","last_unstale":"2024-09-16T00:55:13.059208+0000","last_undegraded":"2024-09-16T00:55:13.059208+0000","last_fullsized":"2024-09-16T00:55:13.059208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:56.501576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.660622+0000","last_change":"2024-09-16T00:55:09.130732+0000","last_active":"2024-09-16T00:55:11.660622+0000","last_peered":"2024-09-16T00:55:11.660622+0000","last_clean":"2024-09-16T00:55:11.660622+0000","last_became_active":"2024-09-16T00:55:09.130446+0000","last_became_peered":"2024-09-16T00:55:09.130446+0000","last_unstale":"2024-09-16T00:55:11.660622+0000","last_undegraded":"2024-09-16T00:55:11.660622+0000","last_fullsized":"2024-09-16T00:55:11.660622+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130010+0000","last_change":"2024-09-16T00:55:10.123100+0000","last_active":"2024-09-16T00:55:11.130010+0000","last_peered":"2024-09-16T00:55:11.130010+0000","last_clean":"2024-09-16T00:55:11.130010+0000","last_became_active":"2024-09-16T00:55:10.122811+0000","last_became_peered":"2024-09-16T00:55:10.122811+0000","last_unstale":"2024-09-16T00:55:11.130010+0000","last_undegraded":"2024-09-16T00:55:11.130010+0000","last_fullsized":"2024-09-16T00:55:11.130010+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132517+0000","last_change":"2024-09-16T00:55:09.127686+0000","last_active":"2024-09-16T00:55:11.132517+0000","last_peered":"2024-09-16T00:55:11.132517+0000","last_clean":"2024-09-16T00:55:11.132517+0000","last_became_active":"2024-09-16T00:55:09.126033+0000","last_became_peered":"2024-09-16T00:55:09.126033+0000","last_unstale":"2024-09-16T00:55:11.132517+0000","last_undegraded":"2024-09-16T00:55:11.132517+0000","last_fullsized":"2024-09-16T00:55:11.132517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.513782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.145422+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.145022+0000","last_became_peered":"2024-09-16T00:55:10.145022+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:26.484028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130029+0000","last_change":"2024-09-16T00:55:09.126509+0000","last_active":"2024-09-16T00:55:11.130029+0000","last_peered":"2024-09-16T00:55:11.130029+0000","last_clean":"2024-09-16T00:55:11.130029+0000","last_became_active":"2024-09-16T00:55:09.126204+0000","last_became_peered":"2024-09-16T00:55:09.126204+0000","last_unstale":"2024-09-16T00:55:11.130029+0000","last_undegraded":"2024-09-16T00:55:11.130029+0000","last_fullsized":"2024-09-16T00:55:11.130029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:26:38.386557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132712+0000","last_change":"2024-09-16T00:55:10.126835+0000","last_active":"2024-09-16T00:55:11.132712+0000","last_peered":"2024-09-16T00:55:11.132712+0000","last_clean":"2024-09-16T00:55:11.132712+0000","last_became_active":"2024-09-16T00:55:10.126526+0000","last_became_peered":"2024-09-16T00:55:10.126526+0000","last_unstale":"2024-09-16T00:55:11.132712+0000","last_undegraded":"2024-09-16T00:55:11.132712+0000","last_fullsized":"2024-09-16T00:55:11.132712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:51:32.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229702+0000","last_change":"2024-09-16T00:55:09.132466+0000","last_active":"2024-09-16T00:55:11.229702+0000","last_peered":"2024-09-16T00:55:11.229702+0000","last_clean":"2024-09-16T00:55:11.229702+0000","last_became_active":"2024-09-16T00:55:09.131550+0000","last_became_peered":"2024-09-16T00:55:09.131550+0000","last_unstale":"2024-09-16T00:55:11.229702+0000","last_undegraded":"2024-09-16T00:55:11.229702+0000","last_fullsized":"2024-09-16T00:55:11.229702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:27.546032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130094+0000","last_change":"2024-09-16T00:55:10.123020+0000","last_active":"2024-09-16T00:55:11.130094+0000","last_peered":"2024-09-16T00:55:11.130094+0000","last_clean":"2024-09-16T00:55:11.130094+0000","last_became_active":"2024-09-16T00:55:10.122675+0000","last_became_peered":"2024-09-16T00:55:10.122675+0000","last_unstale":"2024-09-16T00:55:11.130094+0000","last_undegraded":"2024-09-16T00:55:11.130094+0000","last_fullsized":"2024-09-16T00:55:11.130094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130225+0000","last_change":"2024-09-16T00:55:09.128922+0000","last_active":"2024-09-16T00:55:11.130225+0000","last_peered":"2024-09-16T00:55:11.130225+0000","last_clean":"2024-09-16T00:55:11.130225+0000","last_became_active":"2024-09-16T00:55:09.128598+0000","last_became_peered":"2024-09-16T00:55:09.128598+0000","last_unstale":"2024-09-16T00:55:11.130225+0000","last_undegraded":"2024-09-16T00:55:11.130225+0000","last_fullsized":"2024-09-16T00:55:11.130225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:45.182325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109536+0000","last_change":"2024-09-16T00:55:10.140395+0000","last_active":"2024-09-16T00:55:12.109536+0000","last_peered":"2024-09-16T00:55:12.109536+0000","last_clean":"2024-09-16T00:55:12.109536+0000","last_became_active":"2024-09-16T00:55:10.140108+0000","last_became_peered":"2024-09-16T00:55:10.140108+0000","last_unstale":"2024-09-16T00:55:12.109536+0000","last_undegraded":"2024-09-16T00:55:12.109536+0000","last_fullsized":"2024-09-16T00:55:12.109536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:09.577567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059027+0000","last_change":"2024-09-16T00:55:09.131693+0000","last_active":"2024-09-16T00:55:13.059027+0000","last_peered":"2024-09-16T00:55:13.059027+0000","last_clean":"2024-09-16T00:55:13.059027+0000","last_became_active":"2024-09-16T00:55:09.131363+0000","last_became_peered":"2024-09-16T00:55:09.131363+0000","last_unstale":"2024-09-16T00:55:13.059027+0000","last_undegraded":"2024-09-16T00:55:13.059027+0000","last_fullsized":"2024-09-16T00:55:13.059027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:56.238952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059764+0000","last_change":"2024-09-16T00:55:10.137490+0000","last_active":"2024-09-16T00:55:13.059764+0000","last_peered":"2024-09-16T00:55:13.059764+0000","last_clean":"2024-09-16T00:55:13.059764+0000","last_became_active":"2024-09-16T00:55:10.137195+0000","last_became_peered":"2024-09-16T00:55:10.137195+0000","last_unstale":"2024-09-16T00:55:13.059764+0000","last_undegraded":"2024-09-16T00:55:13.059764+0000","last_fullsized":"2024-09-16T00:55:13.059764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.228921+0000","last_change":"2024-09-16T00:55:09.132575+0000","last_active":"2024-09-16T00:55:11.228921+0000","last_peered":"2024-09-16T00:55:11.228921+0000","last_clean":"2024-09-16T00:55:11.228921+0000","last_became_active":"2024-09-16T00:55:09.132202+0000","last_became_peered":"2024-09-16T00:55:09.132202+0000","last_unstale":"2024-09-16T00:55:11.228921+0000","last_undegraded":"2024-09-16T00:55:11.228921+0000","last_fullsized":"2024-09-16T00:55:11.228921+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:23.708364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.131777+0000","last_change":"2024-09-16T00:55:10.129650+0000","last_active":"2024-09-16T00:55:11.131777+0000","last_peered":"2024-09-16T00:55:11.131777+0000","last_clean":"2024-09-16T00:55:11.131777+0000","last_became_active":"2024-09-16T00:55:10.128617+0000","last_became_peered":"2024-09-16T00:55:10.128617+0000","last_unstale":"2024-09-16T00:55:11.131777+0000","last_undegraded":"2024-09-16T00:55:11.131777+0000","last_fullsized":"2024-09-16T00:55:11.131777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:49.519241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130020+0000","last_change":"2024-09-16T00:55:09.132734+0000","last_active":"2024-09-16T00:55:11.130020+0000","last_peered":"2024-09-16T00:55:11.130020+0000","last_clean":"2024-09-16T00:55:11.130020+0000","last_became_active":"2024-09-16T00:55:09.132409+0000","last_became_peered":"2024-09-16T00:55:09.132409+0000","last_unstale":"2024-09-16T00:55:11.130020+0000","last_undegraded":"2024-09-16T00:55:11.130020+0000","last_fullsized":"2024-09-16T00:55:11.130020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:21.348812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109094+0000","last_change":"2024-09-16T00:55:10.127487+0000","last_active":"2024-09-16T00:55:12.109094+0000","last_peered":"2024-09-16T00:55:12.109094+0000","last_clean":"2024-09-16T00:55:12.109094+0000","last_became_active":"2024-09-16T00:55:10.127173+0000","last_became_peered":"2024-09-16T00:55:10.127173+0000","last_unstale":"2024-09-16T00:55:12.109094+0000","last_undegraded":"2024-09-16T00:55:12.109094+0000","last_fullsized":"2024-09-16T00:55:12.109094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:00.427187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.130091+0000","last_change":"2024-09-16T00:55:09.131005+0000","last_active":"2024-09-16T00:55:11.130091+0000","last_peered":"2024-09-16T00:55:11.130091+0000","last_clean":"2024-09-16T00:55:11.130091+0000","last_became_active":"2024-09-16T00:55:09.130710+0000","last_became_peered":"2024-09-16T00:55:09.130710+0000","last_unstale":"2024-09-16T00:55:11.130091+0000","last_undegraded":"2024-09-16T00:55:11.130091+0000","last_fullsized":"2024-09-16T00:55:11.130091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:32.396637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109282+0000","last_change":"2024-09-16T00:55:10.143274+0000","last_active":"2024-09-16T00:55:12.109282+0000","last_peered":"2024-09-16T00:55:12.109282+0000","last_clean":"2024-09-16T00:55:12.109282+0000","last_became_active":"2024-09-16T00:55:10.143018+0000","last_became_peered":"2024-09-16T00:55:10.143018+0000","last_unstale":"2024-09-16T00:55:12.109282+0000","last_undegraded":"2024-09-16T00:55:12.109282+0000","last_fullsized":"2024-09-16T00:55:12.109282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:42.489631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229378+0000","last_change":"2024-09-16T00:55:09.133189+0000","last_active":"2024-09-16T00:55:11.229378+0000","last_peered":"2024-09-16T00:55:11.229378+0000","last_clean":"2024-09-16T00:55:11.229378+0000","last_became_active":"2024-09-16T00:55:09.132698+0000","last_became_peered":"2024-09-16T00:55:09.132698+0000","last_unstale":"2024-09-16T00:55:11.229378+0000","last_undegraded":"2024-09-16T00:55:11.229378+0000","last_fullsized":"2024-09-16T00:55:11.229378+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:24.217345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.058678+0000","last_change":"2024-09-16T00:55:10.136579+0000","last_active":"2024-09-16T00:55:13.058678+0000","last_peered":"2024-09-16T00:55:13.058678+0000","last_clean":"2024-09-16T00:55:13.058678+0000","last_became_active":"2024-09-16T00:55:10.136239+0000","last_became_peered":"2024-09-16T00:55:10.136239+0000","last_unstale":"2024-09-16T00:55:13.058678+0000","last_undegraded":"2024-09-16T00:55:13.058678+0000","last_fullsized":"2024-09-16T00:55:13.058678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:20.033251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132564+0000","last_change":"2024-09-16T00:55:10.125783+0000","last_active":"2024-09-16T00:55:11.132564+0000","last_peered":"2024-09-16T00:55:11.132564+0000","last_clean":"2024-09-16T00:55:11.132564+0000","last_became_active":"2024-09-16T00:55:10.125421+0000","last_became_peered":"2024-09-16T00:55:10.125421+0000","last_unstale":"2024-09-16T00:55:11.132564+0000","last_undegraded":"2024-09-16T00:55:11.132564+0000","last_fullsized":"2024-09-16T00:55:11.132564+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:03.002060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229314+0000","last_change":"2024-09-16T00:55:09.133035+0000","last_active":"2024-09-16T00:55:11.229314+0000","last_peered":"2024-09-16T00:55:11.229314+0000","last_clean":"2024-09-16T00:55:11.229314+0000","last_became_active":"2024-09-16T00:55:09.132540+0000","last_became_peered":"2024-09-16T00:55:09.132540+0000","last_unstale":"2024-09-16T00:55:11.229314+0000","last_undegraded":"2024-09-16T00:55:11.229314+0000","last_fullsized":"2024-09-16T00:55:11.229314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.443195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.132047+0000","last_change":"2024-09-16T00:55:10.129785+0000","last_active":"2024-09-16T00:55:11.132047+0000","last_peered":"2024-09-16T00:55:11.132047+0000","last_clean":"2024-09-16T00:55:11.132047+0000","last_became_active":"2024-09-16T00:55:10.129515+0000","last_became_peered":"2024-09-16T00:55:10.129515+0000","last_unstale":"2024-09-16T00:55:11.132047+0000","last_undegraded":"2024-09-16T00:55:11.132047+0000","last_fullsized":"2024-09-16T00:55:11.132047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:42.294324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:11.229566+0000","last_change":"2024-09-16T00:55:09.131262+0000","last_active":"2024-09-16T00:55:11.229566+0000","last_peered":"2024-09-16T00:55:11.229566+0000","last_clean":"2024-09-16T00:55:11.229566+0000","last_became_active":"2024-09-16T00:55:09.130923+0000","last_became_peered":"2024-09-16T00:55:09.130923+0000","last_unstale":"2024-09-16T00:55:11.229566+0000","last_undegraded":"2024-09-16T00:55:11.229566+0000","last_fullsized":"2024-09-16T00:55:11.229566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:12.519361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059700+0000","last_change":"2024-09-16T00:55:10.142852+0000","last_active":"2024-09-16T00:55:13.059700+0000","last_peered":"2024-09-16T00:55:13.059700+0000","last_clean":"2024-09-16T00:55:13.059700+0000","last_became_active":"2024-09-16T00:55:10.142483+0000","last_became_peered":"2024-09-16T00:55:10.142483+0000","last_unstale":"2024-09-16T00:55:13.059700+0000","last_undegraded":"2024-09-16T00:55:13.059700+0000","last_fullsized":"2024-09-16T00:55:13.059700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:55.913034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109481+0000","last_change":"2024-09-16T00:55:09.126533+0000","last_active":"2024-09-16T00:55:12.109481+0000","last_peered":"2024-09-16T00:55:12.109481+0000","last_clean":"2024-09-16T00:55:12.109481+0000","last_became_active":"2024-09-16T00:55:09.126287+0000","last_became_peered":"2024-09-16T00:55:09.126287+0000","last_unstale":"2024-09-16T00:55:12.109481+0000","last_undegraded":"2024-09-16T00:55:12.109481+0000","last_fullsized":"2024-09-16T00:55:12.109481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:08.894898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:12.109515+0000","last_change":"2024-09-16T00:55:10.131794+0000","last_active":"2024-09-16T00:55:12.109515+0000","last_peered":"2024-09-16T00:55:12.109515+0000","last_clean":"2024-09-16T00:55:12.109515+0000","last_became_active":"2024-09-16T00:55:10.131509+0000","last_became_peered":"2024-09-16T00:55:10.131509+0000","last_unstale":"2024-09-16T00:55:12.109515+0000","last_undegraded":"2024-09-16T00:55:12.109515+0000","last_fullsized":"2024-09-16T00:55:12.109515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:09.104286+0000","last_clean_scrub_stamp":"2024-09-16T00:55:09.104286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:31.066053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T00:55:13.059769+0000","last_change":"2024-09-16T00:55:09.129878+0000","last_active":"2024-09-16T00:55:13.059769+0000","last_peered":"2024-09-16T00:55:13.059769+0000","last_clean":"2024-09-16T00:55:13.059769+0000","last_became_active":"2024-09-16T00:55:09.129430+0000","last_became_peered":"2024-09-16T00:55:09.129430+0000","last_unstale":"2024-09-16T00:55:13.059769+0000","last_undegraded":"2024-09-16T00:55:13.059769+0000","last_fullsized":"2024-09-16T00:55:13.059769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:08.098827+0000","last_clean_scrub_stamp":"2024-09-16T00:55:08.098827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:51.606137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":806912,"data_stored":664479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":73529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":664535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:23.233 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:55:23.234 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T00:55:23.234 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T00:55:23.234 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:55:23.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.370+0000 7f6b4ade4640 1 Processor -- start 2024-09-16T00:55:23.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.370+0000 7f6b4ade4640 1 -- start start 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b4ade4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b4ade4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b4ade4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b440cf4e0 con 0x7f6b440d4660 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b4ade4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f6b440cfd80 con 0x7f6b4415e7c0 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b4ade4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6b440cf7c0 con 0x7f6b440d4a40 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b43fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b49381640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.371+0000 7f6b48b80640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f6b440d4660 0x7f6b440ced20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:52906/0 (socket says 172.21.15.5:52906) 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b43fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:33182/0 (socket says 172.21.15.5:33182) 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b48b80640 1 -- 172.21.15.5:0/53135096 learned_addr learned my addr 172.21.15.5:0/53135096 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b437fe640 1 -- 172.21.15.5:0/53135096 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2741790206 0 0) 0x7f6b440cf4e0 con 0x7f6b440d4660 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b437fe640 1 -- 172.21.15.5:0/53135096 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b2c003520 con 0x7f6b440d4660 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b49381640 1 -- 172.21.15.5:0/53135096 >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 msgr2=0x7f6b4415f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b49381640 1 --2- 172.21.15.5:0/53135096 >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b49381640 1 -- 172.21.15.5:0/53135096 >> v1:172.21.15.73:6789/0 conn(0x7f6b440d4660 legacy=0x7f6b440ced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b49381640 1 -- 172.21.15.5:0/53135096 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b440cfaa0 con 0x7f6b440d4a40 2024-09-16T00:55:23.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.372+0000 7f6b43fff640 1 --2- 172.21.15.5:0/53135096 >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:23.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b49381640 1 --2- 172.21.15.5:0/53135096 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440d2960 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c009d90 tx=0x7f6b3c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc429aaa20691526 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b437fe640 1 -- 172.21.15.5:0/53135096 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c007740 con 0x7f6b440d4a40 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b437fe640 1 -- 172.21.15.5:0/53135096 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b3c0078e0 con 0x7f6b440d4a40 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b437fe640 1 -- 172.21.15.5:0/53135096 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c007c90 con 0x7f6b440d4a40 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 -- 172.21.15.5:0/53135096 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 msgr2=0x7f6b440d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/53135096 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440d2960 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c009d90 tx=0x7f6b3c02a660 comp rx=0 tx=0).stop 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 -- 172.21.15.5:0/53135096 shutdown_connections 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/53135096 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440d2960 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/53135096 >> v2:172.21.15.73:3300/0 conn(0x7f6b4415e7c0 0x7f6b4415f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 -- 172.21.15.5:0/53135096 >> 172.21.15.5:0/53135096 conn(0x7f6b44072560 msgr2=0x7f6b44072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.373+0000 7f6b4ade4640 1 -- 172.21.15.5:0/53135096 shutdown_connections 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.374+0000 7f6b4ade4640 1 -- 172.21.15.5:0/53135096 wait complete. 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.375+0000 7f6b4ade4640 1 Processor -- start 2024-09-16T00:55:23.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.375+0000 7f6b4ade4640 1 -- start start 2024-09-16T00:55:23.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 0x7f6b440ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6b440d3020 con 0x7f6b440d4660 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6b440d2ea0 con 0x7f6b4415e7c0 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6b440d31a0 con 0x7f6b440d4a40 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33956/0 (socket says 172.21.15.5:33956) 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 -- 172.21.15.5:0/1764658990 learned_addr learned my addr 172.21.15.5:0/1764658990 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b43fff640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b49381640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 0x7f6b440ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 -- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 msgr2=0x7f6b440cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 -- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 msgr2=0x7f6b440ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 0x7f6b440ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 -- 172.21.15.5:0/1764658990 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b44159dd0 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b49381640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 0x7f6b440ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b48b80640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6b3400c430 tx=0x7f6b3400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b34017070 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b34005ce0 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b440b5680 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b340072f0 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.376+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b440b5f20 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.377+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b440b5a70 con 0x7f6b440d4660 2024-09-16T00:55:23.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.378+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b3401a070 con 0x7f6b440d4660 2024-09-16T00:55:23.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.378+0000 7f6b417fa640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 0x7f6b3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.378+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6b3408a7a0 con 0x7f6b440d4660 2024-09-16T00:55:23.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.379+0000 7f6b43fff640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 0x7f6b3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.379+0000 7f6b43fff640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 0x7f6b3006e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6b38009560 tx=0x7f6b38009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.382+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b34058950 con 0x7f6b440d4660 2024-09-16T00:55:23.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.593+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f6b440d2200 con 0x7f6b440d4660 2024-09-16T00:55:23.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.593+0000 7f6b417fa640 1 -- 172.21.15.5:0/1764658990 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f6b3405cc50 con 0x7f6b440d4660 2024-09-16T00:55:23.594 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:23.594 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:55:23.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 msgr2=0x7f6b3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 0x7f6b3006e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6b38009560 tx=0x7f6b38009190 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 msgr2=0x7f6b44159890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6b3400c430 tx=0x7f6b3400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 shutdown_connections 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6b3006c2e0 0x7f6b3006e7a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6b4415e7c0 0x7f6b440ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6b440d4a40 0x7f6b440cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 --2- 172.21.15.5:0/1764658990 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b440d4660 0x7f6b44159890 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 >> 172.21.15.5:0/1764658990 conn(0x7f6b44072560 msgr2=0x7f6b4415f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 shutdown_connections 2024-09-16T00:55:23.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.595+0000 7f6b4ade4640 1 -- 172.21.15.5:0/1764658990 wait complete. 2024-09-16T00:55:23.607 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T00:55:23.607 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:23.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.708+0000 7f4fa3ea5640 1 Processor -- start 2024-09-16T00:55:23.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.708+0000 7f4fa3ea5640 1 -- start start 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa3ea5640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4f9c0b6690 0x7f4f9c0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa3ea5640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 0x7f4f9c0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa3ea5640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f9c0cff10 con 0x7f4f9c0d1510 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa3ea5640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4f9c0cf540 con 0x7f4f9c0b6690 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa3ea5640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9c0d1d90 con 0x7f4f9c0b6a70 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa1c41640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4f9c0b6690 0x7f4f9c0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa2442640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4f9c0d1510 0x7f4f9c0d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39880/0 (socket says 172.21.15.5:39880) 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.709+0000 7f4fa2442640 1 -- 172.21.15.5:0/686430325 learned_addr learned my addr 172.21.15.5:0/686430325 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1440640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 0x7f4f9c0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1c41640 1 -- 172.21.15.5:0/686430325 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 msgr2=0x7f4f9c0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:23.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1c41640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 0x7f4f9c0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1c41640 1 -- 172.21.15.5:0/686430325 >> v1:172.21.15.5:6789/0 conn(0x7f4f9c0d1510 legacy=0x7f4f9c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1c41640 1 -- 172.21.15.5:0/686430325 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c0ceef0 con 0x7f4f9c0b6690 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa0c3f640 1 -- 172.21.15.5:0/686430325 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3873065092 0 0) 0x7f4f9c0cff10 con 0x7f4f9c0d1510 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1440640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 0x7f4f9c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.710+0000 7f4fa1c41640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0b6690 0x7f4f9c0cf9d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c009d90 tx=0x7f4f8c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee6e86d07af3707a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa0c3f640 1 -- 172.21.15.5:0/686430325 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c007740 con 0x7f4f9c0b6690 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa0c3f640 1 -- 172.21.15.5:0/686430325 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c0078e0 con 0x7f4f9c0b6690 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa0c3f640 1 -- 172.21.15.5:0/686430325 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c007cb0 con 0x7f4f9c0b6690 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/686430325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0b6690 msgr2=0x7f4f9c0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0b6690 0x7f4f9c0cf9d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c009d90 tx=0x7f4f8c02a660 comp rx=0 tx=0).stop 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/686430325 shutdown_connections 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6a70 0x7f4f9c0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/686430325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0b6690 0x7f4f9c0cf9d0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/686430325 >> 172.21.15.5:0/686430325 conn(0x7f4f9c072560 msgr2=0x7f4f9c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/686430325 shutdown_connections 2024-09-16T00:55:23.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.711+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/686430325 wait complete. 2024-09-16T00:55:23.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.712+0000 7f4fa3ea5640 1 Processor -- start 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.712+0000 7f4fa3ea5640 1 -- start start 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6690 0x7f4f9c154040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4f9c0b6a70 0x7f4f9c0ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c0d19a0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c0b6ed0 con 0x7f4f9c0b6a70 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa3ea5640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9c0d1b20 con 0x7f4f9c0b6690 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa2442640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa2442640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33962/0 (socket says 172.21.15.5:33962) 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa2442640 1 -- 172.21.15.5:0/2379497281 learned_addr learned my addr 172.21.15.5:0/2379497281 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa1c41640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6690 0x7f4f9c154040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.713+0000 7f4fa1440640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4f9c0b6a70 0x7f4f9c0ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 -- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6690 msgr2=0x7f4f9c154040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6690 0x7f4f9c154040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 -- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4f9c0b6a70 msgr2=0x7f4f9c0ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4f9c0b6a70 0x7f4f9c0ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 -- 172.21.15.5:0/2379497281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c154620 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa2442640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4f9400c410 tx=0x7f4f9400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f940074e0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f940047e0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f9c154900 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94004bd0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.714+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f9c154ec0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.715+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f9c15c530 con 0x7f4f9c0d1510 2024-09-16T00:55:23.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.715+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f94011070 con 0x7f4f9c0d1510 2024-09-16T00:55:23.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.716+0000 7f4f9a7fc640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 0x7f4f8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:23.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.716+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4f9408b030 con 0x7f4f9c0d1510 2024-09-16T00:55:23.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.716+0000 7f4fa1c41640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 0x7f4f8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:23.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.717+0000 7f4fa1c41640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 0x7f4f8806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c034000 tx=0x7f4f8c02f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:23.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.720+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f9401a2b0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.933+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f9c142f90 con 0x7f4f9c0d1510 2024-09-16T00:55:23.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.933+0000 7f4f9a7fc640 1 -- 172.21.15.5:0/2379497281 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7f4f940597a0 con 0x7f4f9c0d1510 2024-09-16T00:55:23.935 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:23.935 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:23.935 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:23.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 msgr2=0x7f4f8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 0x7f4f8806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c034000 tx=0x7f4f8c02f000 comp rx=0 tx=0).stop 2024-09-16T00:55:23.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 msgr2=0x7f4f9c0ca520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4f9400c410 tx=0x7f4f9400c8d0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 shutdown_connections 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4f8806c2b0 0x7f4f8806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4f9c0d1510 0x7f4f9c0ca520 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4f9c0b6a70 0x7f4f9c0ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.935+0000 7f4fa3ea5640 1 --2- 172.21.15.5:0/2379497281 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4f9c0b6690 0x7f4f9c154040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.936+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 >> 172.21.15.5:0/2379497281 conn(0x7f4f9c072560 msgr2=0x7f4f9c072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.936+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 shutdown_connections 2024-09-16T00:55:23.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:23.936+0000 7f4fa3ea5640 1 -- 172.21.15.5:0/2379497281 wait complete. 2024-09-16T00:55:23.948 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:24.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.048+0000 7f1252ad0640 1 Processor -- start 2024-09-16T00:55:24.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 -- start start 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f124c15e8e0 0x7f124c162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f124c0d1ba0 0x7f124c0d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f124c0b7920 con 0x7f124c0cf1f0 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f124c0cf940 con 0x7f124c15e8e0 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f1252ad0640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f124c0cfc20 con 0x7f124c0d1ba0 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.049+0000 7f125086c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f124c15e8e0 0x7f124c162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f124c15e8e0 0x7f124c162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33966/0 (socket says 172.21.15.5:33966) 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 -- 172.21.15.5:0/1931016423 learned_addr learned my addr 172.21.15.5:0/1931016423 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125106d640 1 --2- 172.21.15.5:0/1931016423 >> v2:172.21.15.73:3300/0 conn(0x7f124c0d1ba0 0x7f124c0d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 -- 172.21.15.5:0/1931016423 >> v2:172.21.15.73:3300/0 conn(0x7f124c0d1ba0 msgr2=0x7f124c0d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 --2- 172.21.15.5:0/1931016423 >> v2:172.21.15.73:3300/0 conn(0x7f124c0d1ba0 0x7f124c0d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 -- 172.21.15.5:0/1931016423 >> v1:172.21.15.73:6789/0 conn(0x7f124c0cf1f0 legacy=0x7f124c0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.050+0000 7f125086c640 1 -- 172.21.15.5:0/1931016423 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f124c0d2ae0 con 0x7f124c15e8e0 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f125086c640 1 --2- 172.21.15.5:0/1931016423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c162cf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f124c073350 tx=0x7f124002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1107a6f056a3a624 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f124b7fe640 1 -- 172.21.15.5:0/1931016423 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1240037070 con 0x7f124c15e8e0 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f124b7fe640 1 -- 172.21.15.5:0/1931016423 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1240032440 con 0x7f124c15e8e0 2024-09-16T00:55:24.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f124b7fe640 1 -- 172.21.15.5:0/1931016423 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1240032810 con 0x7f124c15e8e0 2024-09-16T00:55:24.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 -- 172.21.15.5:0/1931016423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 msgr2=0x7f124c162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 --2- 172.21.15.5:0/1931016423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c162cf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f124c073350 tx=0x7f124002a1e0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 -- 172.21.15.5:0/1931016423 shutdown_connections 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 --2- 172.21.15.5:0/1931016423 >> v2:172.21.15.73:3300/0 conn(0x7f124c0d1ba0 0x7f124c0d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 --2- 172.21.15.5:0/1931016423 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c162cf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 -- 172.21.15.5:0/1931016423 >> 172.21.15.5:0/1931016423 conn(0x7f124c06bd00 msgr2=0x7f124c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 -- 172.21.15.5:0/1931016423 shutdown_connections 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.051+0000 7f1252ad0640 1 -- 172.21.15.5:0/1931016423 wait complete. 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 Processor -- start 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 -- start start 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f124c0cf1f0 0x7f124c15acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f124c0d1ba0 0x7f124c160f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f124c0d3820 con 0x7f124c15e8e0 2024-09-16T00:55:24.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.053+0000 7f1252ad0640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f124c0cf630 con 0x7f124c0cf1f0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f1252ad0640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f124c0d39a0 con 0x7f124c0d1ba0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33980/0 (socket says 172.21.15.5:33980) 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 -- 172.21.15.5:0/280752873 learned_addr learned my addr 172.21.15.5:0/280752873 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125086c640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f124c0cf1f0 0x7f124c15acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f124bfff640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f124c0d1ba0 0x7f124c160f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 -- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f124c0d1ba0 msgr2=0x7f124c160f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f124c0d1ba0 0x7f124c160f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 -- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f124c0cf1f0 msgr2=0x7f124c15acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f124c0cf1f0 0x7f124c15acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 -- 172.21.15.5:0/280752873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f124c0cc640 con 0x7f124c15e8e0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f125106d640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f124400efc0 tx=0x7f124400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1244018020 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1244014480 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f124c1f7ce0 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1244014870 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.054+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f124c0cb910 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.055+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f124c0d32e0 con 0x7f124c15e8e0 2024-09-16T00:55:24.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.056+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1244005d10 con 0x7f124c15e8e0 2024-09-16T00:55:24.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.056+0000 7f12497fa640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 0x7f123006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.056+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f124408bd80 con 0x7f124c15e8e0 2024-09-16T00:55:24.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.057+0000 7f125086c640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 0x7f123006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.057+0000 7f125086c640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 0x7f123006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1240034000 tx=0x7f124002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.061+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1244022070 con 0x7f124c15e8e0 2024-09-16T00:55:24.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.272+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f124c0d23d0 con 0x7f124c15e8e0 2024-09-16T00:55:24.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.273+0000 7f12497fa640 1 -- 172.21.15.5:0/280752873 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7f1244010040 con 0x7f124c15e8e0 2024-09-16T00:55:24.274 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:24.275 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:24.275 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:24.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 msgr2=0x7f123006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 0x7f123006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1240034000 tx=0x7f124002e000 comp rx=0 tx=0).stop 2024-09-16T00:55:24.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 msgr2=0x7f124c161460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f124400efc0 tx=0x7f124400c490 comp rx=0 tx=0).stop 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 shutdown_connections 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f123006c2b0 0x7f123006e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f124c15e8e0 0x7f124c161460 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f124c0d1ba0 0x7f124c160f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 --2- 172.21.15.5:0/280752873 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f124c0cf1f0 0x7f124c15acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 >> 172.21.15.5:0/280752873 conn(0x7f124c06bd00 msgr2=0x7f124c0b4f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 shutdown_connections 2024-09-16T00:55:24.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.275+0000 7f1252ad0640 1 -- 172.21.15.5:0/280752873 wait complete. 2024-09-16T00:55:24.287 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:24.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.388+0000 7fc16510a640 1 Processor -- start 2024-09-16T00:55:24.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.388+0000 7fc16510a640 1 -- start start 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc16510a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fc16015e4f0 0x7fc16015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc16510a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc16006d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc16510a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1601603c0 con 0x7fc16006bb20 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc16510a640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fc16006ccd0 con 0x7fc16015e4f0 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc16510a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc16006db30 con 0x7fc16006d160 2024-09-16T00:55:24.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15e59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc16006bb20 0x7fc16015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39890/0 (socket says 172.21.15.5:39890) 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15e59c640 1 -- 172.21.15.5:0/3814791138 learned_addr learned my addr 172.21.15.5:0/3814791138 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179730309 0 0) 0x7fc1601603c0 con 0x7fc16006bb20 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc148003520 con 0x7fc16006bb20 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/3814791138 >> v2:172.21.15.73:3300/0 conn(0x7fc16015e4f0 0x7fc16015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15f59e640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc16006d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3128545256 0 0) 0x7fc148003520 con 0x7fc16006bb20 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 msgr2=0x7fc16006d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc16006d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 >> v2:172.21.15.73:3300/0 conn(0x7fc16015e4f0 msgr2=0x7fc16015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 --2- 172.21.15.5:0/3814791138 >> v2:172.21.15.73:3300/0 conn(0x7fc16015e4f0 0x7fc16015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc16006c0c0 con 0x7fc16006bb20 2024-09-16T00:55:24.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fc154001670 con 0x7fc16006bb20 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 >> v1:172.21.15.5:6789/0 conn(0x7fc16006bb20 legacy=0x7fc16015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc1480039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc148004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc148004d40 0x7fc1480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc16006ccd0 con 0x7fc148003f50 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc16006db30 con 0x7fc148004d40 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc14800ba40 con 0x7fc16006d160 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/3814791138 >> v2:172.21.15.73:3300/0 conn(0x7fc16015e4f0 0x7fc16015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.389+0000 7fc15e59c640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc148004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15f59e640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc148004d40 0x7fc1480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc1480039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 -- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 msgr2=0x7fc1480039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc16006d160 0x7fc1480039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 -- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc148004d40 msgr2=0x7fc1480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc148004d40 0x7fc1480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 -- 172.21.15.5:0/3814791138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc148003520 con 0x7fc148003f50 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15f59e640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc148004d40 0x7fc1480051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.390+0000 7fc15e59c640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc148004800 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc15400c240 tx=0x7fc148005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36192781827d6ab9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15402e070 con 0x7fc148003f50 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc154005ad0 con 0x7fc148003f50 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc15dd9b640 1 -- 172.21.15.5:0/3814791138 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154007d30 con 0x7fc148003f50 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 -- 172.21.15.5:0/3814791138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 msgr2=0x7fc148004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 --2- 172.21.15.5:0/3814791138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc148004800 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc15400c240 tx=0x7fc148005830 comp rx=0 tx=0).stop 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc15f59e640 1 -- 172.21.15.5:0/3814791138 reap_dead start 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 -- 172.21.15.5:0/3814791138 shutdown_connections 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 -- 172.21.15.5:0/3814791138 >> 172.21.15.5:0/3814791138 conn(0x7fc16006e5b0 msgr2=0x7fc16006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 -- 172.21.15.5:0/3814791138 shutdown_connections 2024-09-16T00:55:24.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.391+0000 7fc16510a640 1 -- 172.21.15.5:0/3814791138 wait complete. 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 Processor -- start 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 -- start start 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1600d0040 0x7fc1600d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc1600d2430 0x7fc1600d28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc16006c960 con 0x7fc148003f50 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc16006c680 con 0x7fc1600d0040 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.393+0000 7fc16510a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc16015e8d0 con 0x7fc1600d2430 2024-09-16T00:55:24.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34006/0 (socket says 172.21.15.5:34006) 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 -- 172.21.15.5:0/862462795 learned_addr learned my addr 172.21.15.5:0/862462795 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15e59c640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1600d0040 0x7fc1600d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15f59e640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc1600d2430 0x7fc1600d28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 -- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc1600d2430 msgr2=0x7fc1600d28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc1600d2430 0x7fc1600d28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 -- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1600d0040 msgr2=0x7fc1600d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1600d0040 0x7fc1600d04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 -- 172.21.15.5:0/862462795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1600cecc0 con 0x7fc148003f50 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc15ed9d640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc150010860 tx=0x7fc150010d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15001a020 con 0x7fc148003f50 2024-09-16T00:55:24.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc15000eb60 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1600cefa0 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15000f040 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.394+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1600cf560 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.395+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1600b55e0 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.396+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc15001d020 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.396+0000 7fc1477fe640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 0x7fc14c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.396+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc15008bd30 con 0x7fc148003f50 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.397+0000 7fc15e59c640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 0x7fc14c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.397+0000 7fc15e59c640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 0x7fc14c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc15400c240 tx=0x7fc154009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.401+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc1600b55e0 con 0x7fc148003f50 2024-09-16T00:55:24.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.578+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc16006d5f0 con 0x7fc148003f50 2024-09-16T00:55:24.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.579+0000 7fc1477fe640 1 -- 172.21.15.5:0/862462795 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7fc150024020 con 0x7fc148003f50 2024-09-16T00:55:24.580 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:24.581 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 msgr2=0x7fc14c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 0x7fc14c06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc15400c240 tx=0x7fc154009030 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 msgr2=0x7fc16014ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc150010860 tx=0x7fc150010d20 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 shutdown_connections 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc14c06c2b0 0x7fc14c06e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc1600d2430 0x7fc1600d28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1600d0040 0x7fc1600d04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 --2- 172.21.15.5:0/862462795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc148003f50 0x7fc16014ee60 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.581+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 >> 172.21.15.5:0/862462795 conn(0x7fc16006e5b0 msgr2=0x7fc1600b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.582+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 shutdown_connections 2024-09-16T00:55:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.582+0000 7fc16510a640 1 -- 172.21.15.5:0/862462795 wait complete. 2024-09-16T00:55:24.594 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:24.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.696+0000 7fdde936d640 1 Processor -- start 2024-09-16T00:55:24.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.696+0000 7fdde936d640 1 -- start start 2024-09-16T00:55:24.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde936d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdde415e8e0 0x7fdde4162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde936d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40d1ba0 0x7fdde40d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde936d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdde40b7920 con 0x7fdde40cf1f0 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde936d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdde40cf940 con 0x7fdde415e8e0 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde936d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdde40cfc20 con 0x7fdde40d1ba0 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdde415e8e0 0x7fdde4162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdde415e8e0 0x7fdde4162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34022/0 (socket says 172.21.15.5:34022) 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 -- 172.21.15.5:0/1523824844 learned_addr learned my addr 172.21.15.5:0/1523824844 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 -- 172.21.15.5:0/1523824844 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40d1ba0 msgr2=0x7fdde40d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1523824844 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40d1ba0 0x7fdde40d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 -- 172.21.15.5:0/1523824844 >> v1:172.21.15.73:6789/0 conn(0x7fdde40cf1f0 legacy=0x7fdde40d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.697+0000 7fdde2ffd640 1 -- 172.21.15.5:0/1523824844 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde40d2ae0 con 0x7fdde415e8e0 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.698+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1523824844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde415e8e0 0x7fdde4162cf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdddc009870 tx=0x7fdddc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9a02d795f95c157 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.698+0000 7fdde1ffb640 1 -- 172.21.15.5:0/1523824844 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdddc037070 con 0x7fdde415e8e0 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.698+0000 7fdde1ffb640 1 -- 172.21.15.5:0/1523824844 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdddc032440 con 0x7fdde415e8e0 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.698+0000 7fdde1ffb640 1 -- 172.21.15.5:0/1523824844 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdddc032810 con 0x7fdde415e8e0 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 -- 172.21.15.5:0/1523824844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde415e8e0 msgr2=0x7fdde4162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 --2- 172.21.15.5:0/1523824844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde415e8e0 0x7fdde4162cf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdddc009870 tx=0x7fdddc02a180 comp rx=0 tx=0).stop 2024-09-16T00:55:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 -- 172.21.15.5:0/1523824844 shutdown_connections 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 --2- 172.21.15.5:0/1523824844 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40d1ba0 0x7fdde40d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 --2- 172.21.15.5:0/1523824844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde415e8e0 0x7fdde4162cf0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 -- 172.21.15.5:0/1523824844 >> 172.21.15.5:0/1523824844 conn(0x7fdde406bd00 msgr2=0x7fdde406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 -- 172.21.15.5:0/1523824844 shutdown_connections 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.699+0000 7fdde936d640 1 -- 172.21.15.5:0/1523824844 wait complete. 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.700+0000 7fdde936d640 1 Processor -- start 2024-09-16T00:55:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.700+0000 7fdde936d640 1 -- start start 2024-09-16T00:55:24.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 0x7fdde4161160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 0x7fdde40ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdde40d3820 con 0x7fdde40d1ba0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdde40cf630 con 0x7fdde415e8e0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde936d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdde40d39a0 con 0x7fdde40cf1f0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34030/0 (socket says 172.21.15.5:34030) 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 -- 172.21.15.5:0/1949394832 learned_addr learned my addr 172.21.15.5:0/1949394832 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde37fe640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 0x7fdde40ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 0x7fdde4161160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 -- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 msgr2=0x7fdde4161160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 0x7fdde4161160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 -- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 msgr2=0x7fdde40ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 0x7fdde40ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde27fc640 1 -- 172.21.15.5:0/1949394832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde415f800 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde37fe640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 0x7fdde40ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.701+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 0x7fdde4161160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdde27fc640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fddcc00c410 tx=0x7fddcc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddcc017070 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddcc0035f0 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdde415fae0 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddcc003a20 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.702+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdde41600a0 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.703+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde40d32e0 con 0x7fdde40d1ba0 2024-09-16T00:55:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.703+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddcc01a070 con 0x7fdde40d1ba0 2024-09-16T00:55:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.704+0000 7fdddb7fe640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.704+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fddcc08a900 con 0x7fdde40d1ba0 2024-09-16T00:55:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.704+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.705+0000 7fdde2ffd640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 0x7fddc406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fdddc034000 tx=0x7fdddc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:24.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.708+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fddcc059070 con 0x7fdde40d1ba0 2024-09-16T00:55:24.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.923+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdde40d23d0 con 0x7fdde40d1ba0 2024-09-16T00:55:24.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.924+0000 7fdddb7fe640 1 -- 172.21.15.5:0/1949394832 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7fddcc058970 con 0x7fdde40d1ba0 2024-09-16T00:55:24.925 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:24.925 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:24.925 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:24.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 msgr2=0x7fddc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 0x7fddc406e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fdddc034000 tx=0x7fdddc02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 msgr2=0x7fdde40c9bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fddcc00c410 tx=0x7fddcc00c8d0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 shutdown_connections 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fddc406c2b0 0x7fddc406e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdde415e8e0 0x7fdde40ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdde40d1ba0 0x7fdde40c9bb0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 --2- 172.21.15.5:0/1949394832 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdde40cf1f0 0x7fdde4161160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 >> 172.21.15.5:0/1949394832 conn(0x7fdde406bd00 msgr2=0x7fdde415dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 shutdown_connections 2024-09-16T00:55:24.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:24.926+0000 7fdde936d640 1 -- 172.21.15.5:0/1949394832 wait complete. 2024-09-16T00:55:25.340 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:55:09.474870+0000', 'modified': '2024-09-16T00:55:12.282441+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4278}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4278': {'gid': 4278, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/3792708941', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6833', 'nonce': 3792708941}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 3792708941}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4278, 'qdb_cluster': [4278]} 2024-09-16T00:55:25.341 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:55:25.341 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T00:55:25.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.446+0000 7f303fd31640 1 Processor -- start 2024-09-16T00:55:25.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.446+0000 7f303fd31640 1 -- start start 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.447+0000 7f303fd31640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.447+0000 7f303fd31640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 0x7f303806d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.447+0000 7f303fd31640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f303806db50 con 0x7f303806bb20 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.447+0000 7f303fd31640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f303806ccd0 con 0x7f303806d160 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.447+0000 7f303fd31640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f30381603c0 con 0x7f303815e4f0 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303e2ce640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 0x7f303806d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48248/0 (socket says 172.21.15.5:48248) 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 -- 172.21.15.5:0/2131114700 learned_addr learned my addr 172.21.15.5:0/2131114700 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 -- 172.21.15.5:0/2131114700 >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 msgr2=0x7f303806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 --2- 172.21.15.5:0/2131114700 >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 0x7f303806d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 -- 172.21.15.5:0/2131114700 >> v1:172.21.15.73:6789/0 conn(0x7f303806bb20 legacy=0x7f303815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303dacd640 1 -- 172.21.15.5:0/2131114700 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303806c0c0 con 0x7f303815e4f0 2024-09-16T00:55:25.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.448+0000 7f303e2ce640 1 --2- 172.21.15.5:0/2131114700 >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 0x7f303806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:25.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303dacd640 1 --2- 172.21.15.5:0/2131114700 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3030009870 tx=0x7f303002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d98e155c9803f1e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303cacb640 1 -- 172.21.15.5:0/2131114700 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030037070 con 0x7f303815e4f0 2024-09-16T00:55:25.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303cacb640 1 -- 172.21.15.5:0/2131114700 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3030032440 con 0x7f303815e4f0 2024-09-16T00:55:25.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303cacb640 1 -- 172.21.15.5:0/2131114700 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030032810 con 0x7f303815e4f0 2024-09-16T00:55:25.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303fd31640 1 -- 172.21.15.5:0/2131114700 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 msgr2=0x7f303815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303fd31640 1 --2- 172.21.15.5:0/2131114700 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3030009870 tx=0x7f303002a270 comp rx=0 tx=0).stop 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.449+0000 7f303fd31640 1 -- 172.21.15.5:0/2131114700 shutdown_connections 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.450+0000 7f303fd31640 1 --2- 172.21.15.5:0/2131114700 >> v2:172.21.15.73:3300/0 conn(0x7f303806d160 0x7f303806d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.450+0000 7f303fd31640 1 --2- 172.21.15.5:0/2131114700 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303815e4f0 0x7f303815f570 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.450+0000 7f303fd31640 1 -- 172.21.15.5:0/2131114700 >> 172.21.15.5:0/2131114700 conn(0x7f303806e5b0 msgr2=0x7f303806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.450+0000 7f303fd31640 1 -- 172.21.15.5:0/2131114700 shutdown_connections 2024-09-16T00:55:25.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.450+0000 7f303fd31640 1 -- 172.21.15.5:0/2131114700 wait complete. 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.451+0000 7f303fd31640 1 Processor -- start 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.451+0000 7f303fd31640 1 -- start start 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.451+0000 7f303fd31640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.451+0000 7f303fd31640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 0x7f30380d26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f303815e4f0 0x7f30380d0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f303806c960 con 0x7f303806d160 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f303806c680 con 0x7f303815e4f0 2024-09-16T00:55:25.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f303815e8d0 con 0x7f303806bb20 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303d2cc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 0x7f30380d26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:48260/0 (socket says 172.21.15.5:48260) 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 -- 172.21.15.5:0/2612227103 learned_addr learned my addr 172.21.15.5:0/2612227103 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303e2ce640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f303815e4f0 0x7f30380d0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 -- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f303815e4f0 msgr2=0x7f30380d0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f303815e4f0 0x7f30380d0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 -- 172.21.15.5:0/2612227103 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 msgr2=0x7f30380d26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 0x7f30380d26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 -- 172.21.15.5:0/2612227103 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30380d1650 con 0x7f303806bb20 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303d2cc640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 0x7f30380d26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303dacd640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f303002a2b0 tx=0x7f30300046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f30367fc640 1 -- 172.21.15.5:0/2612227103 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030041030 con 0x7f303806bb20 2024-09-16T00:55:25.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f30367fc640 1 -- 172.21.15.5:0/2612227103 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3030030440 con 0x7f303806bb20 2024-09-16T00:55:25.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30380d1930 con 0x7f303806bb20 2024-09-16T00:55:25.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f30367fc640 1 -- 172.21.15.5:0/2612227103 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030037040 con 0x7f303806bb20 2024-09-16T00:55:25.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.452+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f30380d1ef0 con 0x7f303806bb20 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.454+0000 7f30367fc640 1 -- 172.21.15.5:0/2612227103 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3030044070 con 0x7f303806bb20 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.454+0000 7f30367fc640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 0x7f302406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.455+0000 7f30367fc640 1 -- 172.21.15.5:0/2612227103 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f30300ab8f0 con 0x7f303806bb20 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.455+0000 7f303d2cc640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 0x7f302406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.455+0000 7f3042ad1740 1 Processor -- start 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.455+0000 7f303d2cc640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 0x7f302406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3038161930 tx=0x7f302c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.455+0000 7f3042ad1740 1 -- start start 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a2fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 0x557e919e48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x557e9194c520 con 0x557e919e7a80 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e918f43e0 con 0x557e919eba50 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x557e919484e0 con 0x557e919ea2c0 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34046/0 (socket says 172.21.15.5:34046) 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 -- 172.21.15.5:0/1130257377 learned_addr learned my addr 172.21.15.5:0/1130257377 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303e2ce640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 0x557e919e48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303dacd640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a2fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 -- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 msgr2=0x557e91a2fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a2fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 -- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 msgr2=0x557e919e48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 0x557e919e48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303d2cc640 1 -- 172.21.15.5:0/1130257377 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e9190f2f0 con 0x557e919e7a80 2024-09-16T00:55:25.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303dacd640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a2fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.456+0000 7f303e2ce640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 0x557e919e48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f303d2cc640 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f302c001cb0 tx=0x7f302c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a39d33383ca92b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f301f7fe640 1 -- 172.21.15.5:0/1130257377 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c025070 con 0x557e919e7a80 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f301f7fe640 1 -- 172.21.15.5:0/1130257377 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f302c01b050 con 0x557e919e7a80 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f301f7fe640 1 -- 172.21.15.5:0/1130257377 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c020610 con 0x557e919e7a80 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 -- 172.21.15.5:0/1130257377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 msgr2=0x557e919ea6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f302c001cb0 tx=0x7f302c012000 comp rx=0 tx=0).stop 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 -- 172.21.15.5:0/1130257377 shutdown_connections 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919eba50 0x557e919e48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919e7a80 0x557e919ea6a0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 --2- 172.21.15.5:0/1130257377 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a2fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 -- 172.21.15.5:0/1130257377 >> 172.21.15.5:0/1130257377 conn(0x557e919e6a80 msgr2=0x557e91a2ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 -- 172.21.15.5:0/1130257377 shutdown_connections 2024-09-16T00:55:25.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.457+0000 7f3042ad1740 1 -- 172.21.15.5:0/1130257377 wait complete. 2024-09-16T00:55:25.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.458+0000 7f3042ad1740 1 -- start start 2024-09-16T00:55:25.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.458+0000 7f3042ad1740 1 Processor -- start 2024-09-16T00:55:25.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a0a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a13e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x557e919e5f20 con 0x557e919eba50 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e918d5450 con 0x557e91a13980 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x557e91a30290 con 0x557e919ea2c0 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f3042ad1740 10 client.0 _ll_register_callbacks cb 0x557e9165eac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34054/0 (socket says 172.21.15.5:34054) 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 -- 172.21.15.5:0/4254900143 learned_addr learned my addr 172.21.15.5:0/4254900143 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303dacd640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a0a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303e2ce640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a13e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 -- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 msgr2=0x557e91a0a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a0a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 -- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 msgr2=0x557e91a13e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a13e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 -- 172.21.15.5:0/4254900143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e9165f2d0 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f303d2cc640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f302c014cb0 tx=0x7f302c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ac451a7f28e318 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.459+0000 7f301cff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c02f020 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f302c02b670 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f302c01b050 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f302c039050 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 10 client.4587 fetch_fsmap learned FSMap version 7 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x557e917296b0 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f302c01b050 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f302c03c020 con 0x557e919eba50 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 10 client.4587 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 10 client.4587 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 20 client.4587 populate_metadata read hostname 'smithi005' 2024-09-16T00:55:25.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a4aeb0 0x557e91a4d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 4 client.4587 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 --> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e91959c50 con 0x557e91a4aeb0 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.460+0000 7f303dacd640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a4aeb0 0x557e91a4d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f303dacd640 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a4aeb0 0x557e91a4d2a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ea1e3c5125c03cb server_cookie=3842415f2a9b811d in_seq=0 out_seq=0 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f301cff9640 10 client.4587 ms_handle_connect on v2:172.21.15.5:6833/3792708941 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f301cff9640 1 -- 172.21.15.5:0/4254900143 <== mds.0 v2:172.21.15.5:6833/3792708941 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557e91959c50 con 0x557e91a4aeb0 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f301cff9640 10 client.4587 handle_command_reply: tid=0 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 client.4587 shutdown 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 msgr2=0x557e91a435c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f302c014cb0 tx=0x7f302c000ed0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 shutdown_connections 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a4aeb0 0x557e91a4d2a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a13e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919eba50 0x557e91a435c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f301cff9640 0 client.4587 ms_handle_reset on v2:172.21.15.5:6833/3792708941 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 --2- 172.21.15.5:0/4254900143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919ea2c0 0x557e91a0a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.461+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 >> 172.21.15.5:0/4254900143 conn(0x557e919e7a80 msgr2=0x557e91a2cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.462+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 shutdown_connections 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.462+0000 7f3042ad1740 1 -- 172.21.15.5:0/4254900143 wait complete. 2024-09-16T00:55:25.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.462+0000 7f3042ad1740 20 client.4587 trim_cache size 0 max 16384 2024-09-16T00:55:25.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 Processor -- start 2024-09-16T00:55:25.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 -- start start 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a2d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a0e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f30381ffb50 con 0x557e919ea2c0 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f30381f4ab0 con 0x557e91a13980 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f30380cf9d0 con 0x557e919eba50 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f303dacd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f303dacd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34064/0 (socket says 172.21.15.5:34064) 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.480+0000 7f303dacd640 1 -- 172.21.15.5:0/3085475876 learned_addr learned my addr 172.21.15.5:0/3085475876 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303d2cc640 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a2d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303e2ce640 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a0e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 -- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 msgr2=0x557e91a2d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a2d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 -- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 msgr2=0x557e91a0e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a0e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 -- 172.21.15.5:0/3085475876 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e919e8800 con 0x557e919ea2c0 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f303dacd640 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3030075db0 tx=0x7f3030080040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1383eb4a2589370f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f301effd640 1 -- 172.21.15.5:0/3085475876 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030082530 con 0x557e919ea2c0 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f301effd640 1 -- 172.21.15.5:0/3085475876 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3030091070 con 0x557e919ea2c0 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.481+0000 7f301effd640 1 -- 172.21.15.5:0/3085475876 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30300a9e90 con 0x557e919ea2c0 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- 172.21.15.5:0/3085475876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 msgr2=0x557e91a0b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3030075db0 tx=0x7f3030080040 comp rx=0 tx=0).stop 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- 172.21.15.5:0/3085475876 shutdown_connections 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e91a13980 0x557e91a0e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a2d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 --2- 172.21.15.5:0/3085475876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e919ea2c0 0x557e91a0b430 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- 172.21.15.5:0/3085475876 >> 172.21.15.5:0/3085475876 conn(0x557e919e7a80 msgr2=0x557e919eb1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- 172.21.15.5:0/3085475876 shutdown_connections 2024-09-16T00:55:25.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- 172.21.15.5:0/3085475876 wait complete. 2024-09-16T00:55:25.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 -- start start 2024-09-16T00:55:25.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.482+0000 7f3042ad1740 1 Processor -- start 2024-09-16T00:55:25.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919ea2c0 0x557e91a3e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a92cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x557e91a144c0 con 0x557e91a13980 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e91a09790 con 0x557e919ea2c0 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x557e91a40000 con 0x557e919eba50 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f3042ad1740 10 client.0 _ll_register_callbacks cb 0x7f302c023070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f303e2ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f303e2ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34076/0 (socket says 172.21.15.5:34076) 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f303e2ce640 1 -- 172.21.15.5:0/2883466082 learned_addr learned my addr 172.21.15.5:0/2883466082 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f303dacd640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919ea2c0 0x557e91a3e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.483+0000 7f303d2cc640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a92cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 -- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 msgr2=0x557e91a92cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a92cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 -- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919ea2c0 msgr2=0x557e91a3e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919ea2c0 0x557e91a3e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 -- 172.21.15.5:0/2883466082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e91a43360 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303e2ce640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f30280046c0 tx=0x7f3028017780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e077201d57e1d7c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3028021470 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3028021610 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3030091070 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f3028029050 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 10 client.4593 fetch_fsmap learned FSMap version 7 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x557e91a3d940 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3030091070 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f302802c020 con 0x557e91a13980 2024-09-16T00:55:25.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 10 client.4593 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 10 client.4593 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 20 client.4593 populate_metadata read hostname 'smithi005' 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a0eda0 0x557e91aa6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 4 client.4593 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 --> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] -- command(tid 0: {"prefix": "status"}) -- 0x557e91953fa0 con 0x557e91a0eda0 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.484+0000 7f303dacd640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a0eda0 0x557e91aa6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f301cff9640 10 client.4593 ms_handle_connect on v2:172.21.15.5:6833/3792708941 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f303dacd640 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a0eda0 0x557e91aa6a40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43722a346a9a1acf server_cookie=ca942c80619dfeee in_seq=0 out_seq=0 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f301cff9640 1 -- 172.21.15.5:0/2883466082 <== mds.0 v2:172.21.15.5:6833/3792708941 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x557e91953fa0 con 0x557e91a0eda0 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f301cff9640 10 client.4593 handle_command_reply: tid=0 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 client.4593 shutdown 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 msgr2=0x557e91a908d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f30280046c0 tx=0x7f3028017780 comp rx=0 tx=0).stop 2024-09-16T00:55:25.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 shutdown_connections 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:6833/3792708941,v1:172.21.15.5:6835/3792708941] conn(0x557e91a0eda0 0x557e91aa6a40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x557e91a13980 0x557e91a908d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x557e919eba50 0x557e91a92cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 --2- 172.21.15.5:0/2883466082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e919ea2c0 0x557e91a3e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f301cff9640 0 client.4593 ms_handle_reset on v2:172.21.15.5:6833/3792708941 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 >> 172.21.15.5:0/2883466082 conn(0x557e919e7a80 msgr2=0x557e91a081d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 shutdown_connections 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 1 -- 172.21.15.5:0/2883466082 wait complete. 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.485+0000 7f3042ad1740 20 client.4593 trim_cache size 0 max 16384 2024-09-16T00:55:25.492 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "260f5f5c-0c78-42cb-adb7-7a11985c1ce4", 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4278, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 15.374354693000001, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 7, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 21, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 21, 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 21.398870613 2024-09-16T00:55:25.493 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 msgr2=0x7f302406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 0x7f302406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3038161930 tx=0x7f302c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 msgr2=0x7f30381556f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f303002a2b0 tx=0x7f30300046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 shutdown_connections 2024-09-16T00:55:25.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f302406c2b0 0x7f302406e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f303815e4f0 0x7f30380d0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f303806d160 0x7f30380d26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 --2- 172.21.15.5:0/2612227103 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f303806bb20 0x7f30381556f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 >> 172.21.15.5:0/2612227103 conn(0x7f303806e5b0 msgr2=0x7f303815fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 shutdown_connections 2024-09-16T00:55:25.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:25.486+0000 7f303fd31640 1 -- 172.21.15.5:0/2612227103 wait complete. 2024-09-16T00:55:25.498 INFO:teuthology.run_tasks:Running task sequential... 2024-09-16T00:55:25.509 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-16T00:55:25.509 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T00:55:25.509 INFO:teuthology.task.print:Enabling mgr modules 2024-09-16T00:55:25.509 INFO:teuthology.run_tasks:Running task kclient... 2024-09-16T00:55:25.535 INFO:tasks.kclient:Mounting kernel clients... 2024-09-16T00:55:25.535 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-16T00:55:25.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.536 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:55:25.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.552 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-16T00:55:25.619 INFO:teuthology.orchestra.run.smithi005.stderr:Cannot find device "ceph-brx" 2024-09-16T00:55:25.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:55:25.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.622 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:55:25.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.677 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-16T00:55:25.744 INFO:teuthology.orchestra.run.smithi005.stderr:Cannot find device "ceph-brx" 2024-09-16T00:55:25.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:55:25.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.746 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:55:25.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.765 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link delete ceph-brx 2024-09-16T00:55:25.837 INFO:teuthology.orchestra.run.smithi073.stderr:Cannot find device "ceph-brx" 2024-09-16T00:55:25.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:55:25.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.839 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:55:25.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:25.896 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link delete ceph-brx 2024-09-16T00:55:25.965 INFO:teuthology.orchestra.run.smithi073.stderr:Cannot find device "ceph-brx" 2024-09-16T00:55:25.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:55:25.966 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-16T00:55:25.967 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:55:25.967 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:55:25.967 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:55:26.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.070+0000 7f538b3e8640 1 Processor -- start 2024-09-16T00:55:26.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.071+0000 7f538b3e8640 1 -- start start 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.071+0000 7f538b3e8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f538415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.071+0000 7f538b3e8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53841603c0 con 0x7f538406d160 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.071+0000 7f538b3e8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f538406c0c0 con 0x7f538406bb20 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.071+0000 7f538b3e8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f538406ccd0 con 0x7f538415e4f0 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389985640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f538406d160 0x7f538406d610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39902/0 (socket says 172.21.15.5:39902) 2024-09-16T00:55:26.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389985640 1 -- 172.21.15.5:0/4062855414 learned_addr learned my addr 172.21.15.5:0/4062855414 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389184640 1 --2- 172.21.15.5:0/4062855414 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f538415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1302669766 0 0) 0x7f53841603c0 con 0x7f538406d160 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5370003520 con 0x7f538406d160 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3903029422 0 0) 0x7f538406c0c0 con 0x7f538406bb20 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f53841603c0 con 0x7f538406bb20 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389184640 1 -- 172.21.15.5:0/4062855414 >> v1:172.21.15.73:6789/0 conn(0x7f538406bb20 legacy=0x7f538415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389184640 1 -- 172.21.15.5:0/4062855414 >> v1:172.21.15.5:6789/0 conn(0x7f538406d160 legacy=0x7f538406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.072+0000 7f5389184640 1 -- 172.21.15.5:0/4062855414 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f538406c3a0 con 0x7f538415e4f0 2024-09-16T00:55:26.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f5389184640 1 --2- 172.21.15.5:0/4062855414 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f538415f570 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f53800097d0 tx=0x7f538002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9759a66b201542b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5380037070 con 0x7f538415e4f0 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5380032440 con 0x7f538415e4f0 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f537bfff640 1 -- 172.21.15.5:0/4062855414 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5380032810 con 0x7f538415e4f0 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f538b3e8640 1 -- 172.21.15.5:0/4062855414 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 msgr2=0x7f538415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f538b3e8640 1 --2- 172.21.15.5:0/4062855414 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f538415f570 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f53800097d0 tx=0x7f538002a210 comp rx=0 tx=0).stop 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.073+0000 7f538b3e8640 1 -- 172.21.15.5:0/4062855414 shutdown_connections 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.074+0000 7f538b3e8640 1 --2- 172.21.15.5:0/4062855414 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f538415f570 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.074+0000 7f538b3e8640 1 -- 172.21.15.5:0/4062855414 >> 172.21.15.5:0/4062855414 conn(0x7f538406e5b0 msgr2=0x7f538406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.074+0000 7f538b3e8640 1 -- 172.21.15.5:0/4062855414 shutdown_connections 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.074+0000 7f538b3e8640 1 -- 172.21.15.5:0/4062855414 wait complete. 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 Processor -- start 2024-09-16T00:55:26.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 -- start start 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 0x7f538415b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f53840d15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f538415e8d0 con 0x7f538406d160 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f538406c960 con 0x7f538406bb20 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.075+0000 7f538b3e8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f53840b6dc0 con 0x7f538415e4f0 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:26.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34088/0 (socket says 172.21.15.5:34088) 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 -- 172.21.15.5:0/128937605 learned_addr learned my addr 172.21.15.5:0/128937605 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5389184640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 0x7f538415b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5389985640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f53840d15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 -- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 msgr2=0x7f53840d15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f53840d15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 -- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 msgr2=0x7f538415b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 0x7f538415b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 -- 172.21.15.5:0/128937605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53840cf180 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5389184640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 0x7f538415b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5388983640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f537400c430 tx=0x7f537400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5374017070 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53740052d0 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53840cf460 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5374003810 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.076+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53840cfa20 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.077+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53840d0e90 con 0x7f538406d160 2024-09-16T00:55:26.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.078+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f537401a070 con 0x7f538406d160 2024-09-16T00:55:26.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.078+0000 7f5379ffb640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 0x7f536806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:26.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.078+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f537408a9c0 con 0x7f538406d160 2024-09-16T00:55:26.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.079+0000 7f5389184640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 0x7f536806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:26.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.079+0000 7f5389184640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 0x7f536806e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5380034000 tx=0x7f538002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:26.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.083+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f537408ce20 con 0x7f538406d160 2024-09-16T00:55:26.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.294+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f53840b2c00 con 0x7f538406d160 2024-09-16T00:55:26.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.294+0000 7f5379ffb640 1 -- 172.21.15.5:0/128937605 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f5374059020 con 0x7f538406d160 2024-09-16T00:55:26.295 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:55:26.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 msgr2=0x7f536806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 0x7f536806e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5380034000 tx=0x7f538002e000 comp rx=0 tx=0).stop 2024-09-16T00:55:26.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 msgr2=0x7f53840d10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f537400c430 tx=0x7f537400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 shutdown_connections 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f536806c2b0 0x7f536806e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f538415e4f0 0x7f53840d15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538406d160 0x7f53840d10b0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 --2- 172.21.15.5:0/128937605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f538406bb20 0x7f538415b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 >> 172.21.15.5:0/128937605 conn(0x7f538406e5b0 msgr2=0x7f53840b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 shutdown_connections 2024-09-16T00:55:26.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26.296+0000 7f538b3e8640 1 -- 172.21.15.5:0/128937605 wait complete. 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:55:26.308 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:55:26.309 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:55:26.309 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:55:26.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:26.309 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:26.325 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42752sec preferred_lft 42752sec 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:26.326 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:26.327 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:26.327 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-16T00:55:26.327 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add name ceph-brx type bridge 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr flush dev ceph-brx 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set ceph-brx up 2024-09-16T00:55:26.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T00:55:26.328 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:26.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:26.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:26.541 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:55:26.569 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-16T00:55:26.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:26.571 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-16T00:55:26.655 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-16T00:55:26.655 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:55:26.655 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:55:26.655 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:55:26.655 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:55:26.656 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:26.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:26.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:26.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:26.963 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:55:26.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:26.979 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-16T00:55:27.036 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:27.036 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:27.036 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:55:27.036 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T00:55:27.036 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:27.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:27.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.158 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T00:55:27.158 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:27.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:27.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.286 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:27.286 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:27.286 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-16T00:55:27.286 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T00:55:27.286 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:27.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:27.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.367 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:27.367 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:55:27.387 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:55:27.387 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:27.387 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:55:27.443 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:55:27.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:27.443 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:55:27.541 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:55:27.541 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:55:27.541 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:27.699 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:55:27.699 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:55:27.699 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:27.699 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:27.699 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:27.704 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:55:27.704 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:55:27.704 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:55:27.705 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-16T00:55:27.706 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:55:27.706 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:55:27.706 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:55:27.706 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:55:27.707 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:55:27.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:27.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:55:27.733 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:27.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:27.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.834 INFO:teuthology.orchestra.run.smithi005.stdout:client4478 2024-09-16T00:55:27.835 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:27.835 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:27.851 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:27.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:27.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:27.953 INFO:teuthology.orchestra.run.smithi005.stdout:client4478 2024-09-16T00:55:27.954 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:28.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:28.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.015 INFO:teuthology.orchestra.run.smithi005.stdout:client4478 2024-09-16T00:55:28.015 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/260f5f5c-0c78-42cb-adb7-7a11985c1ce4.client4478/status') 2024-09-16T00:55:28.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:28.080 INFO:teuthology.orchestra.run.smithi005.stdout:instance: client.4478 (3)172.21.15.5:0/3454710353 2024-09-16T00:55:28.080 INFO:teuthology.orchestra.run.smithi005.stdout:blocklisted: false 2024-09-16T00:55:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records in 2024-09-16T00:55:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records out 2024-09-16T00:55:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:69 bytes copied, 2.3585e-05 s, 2.9 MB/s 2024-09-16T00:55:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.086 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-16T00:55:28.086 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:55:28.086 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T00:55:28.086 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:55:28.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.187+0000 7f91cf2e4640 1 Processor -- start 2024-09-16T00:55:28.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.187+0000 7f91cf2e4640 1 -- start start 2024-09-16T00:55:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cf2e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f91c80b6690 0x7f91c80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cf2e4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91c80cff10 con 0x7f91c80d16e0 2024-09-16T00:55:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cf2e4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91c80d1b10 con 0x7f91c80b6a70 2024-09-16T00:55:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cf2e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f91c80cf540 con 0x7f91c80b6690 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cd080640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f91c80b6690 0x7f91c80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cd881640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f91c80d16e0 0x7f91c80d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39914/0 (socket says 172.21.15.5:39914) 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cd881640 1 -- 172.21.15.5:0/3144843194 learned_addr learned my addr 172.21.15.5:0/3144843194 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.188+0000 7f91cd080640 1 -- 172.21.15.5:0/3144843194 >> v1:172.21.15.73:6789/0 conn(0x7f91c80b6a70 legacy=0x7f91c80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91cd080640 1 -- 172.21.15.5:0/3144843194 >> v1:172.21.15.5:6789/0 conn(0x7f91c80d16e0 legacy=0x7f91c80d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91bffff640 1 -- 172.21.15.5:0/3144843194 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 489692060 0 0) 0x7f91c80cff10 con 0x7f91c80d16e0 2024-09-16T00:55:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91cd080640 1 -- 172.21.15.5:0/3144843194 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c80d1d90 con 0x7f91c80b6690 2024-09-16T00:55:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91cd080640 1 --2- 172.21.15.5:0/3144843194 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6690 0x7f91c80cf9d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f91c40097a0 tx=0x7f91c402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edddff3bdbcb4179 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91bffff640 1 -- 172.21.15.5:0/3144843194 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4037070 con 0x7f91c80b6690 2024-09-16T00:55:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91bffff640 1 -- 172.21.15.5:0/3144843194 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91c4032440 con 0x7f91c80b6690 2024-09-16T00:55:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.189+0000 7f91bffff640 1 -- 172.21.15.5:0/3144843194 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4032810 con 0x7f91c80b6690 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 -- 172.21.15.5:0/3144843194 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6690 msgr2=0x7f91c80cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/3144843194 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6690 0x7f91c80cf9d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f91c40097a0 tx=0x7f91c402a230 comp rx=0 tx=0).stop 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 -- 172.21.15.5:0/3144843194 shutdown_connections 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/3144843194 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6690 0x7f91c80cf9d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 -- 172.21.15.5:0/3144843194 >> 172.21.15.5:0/3144843194 conn(0x7f91c8072560 msgr2=0x7f91c8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 -- 172.21.15.5:0/3144843194 shutdown_connections 2024-09-16T00:55:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.190+0000 7f91cf2e4640 1 -- 172.21.15.5:0/3144843194 wait complete. 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.191+0000 7f91cf2e4640 1 Processor -- start 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.191+0000 7f91cf2e4640 1 -- start start 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f91c80b6690 0x7f91c80b9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f91c80d16e0 0x7f91c81585a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f91c80b6f00 con 0x7f91c80b6a70 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f91c80cf1d0 con 0x7f91c80d16e0 2024-09-16T00:55:28.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cf2e4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f91c815c530 con 0x7f91c80b6690 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34094/0 (socket says 172.21.15.5:34094) 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 -- 172.21.15.5:0/642471625 learned_addr learned my addr 172.21.15.5:0/642471625 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 -- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f91c80b6690 msgr2=0x7f91c80b9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f91c80b6690 0x7f91c80b9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 -- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f91c80d16e0 msgr2=0x7f91c81585a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f91c80d16e0 0x7f91c81585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.192+0000 7f91cc87f640 1 -- 172.21.15.5:0/642471625 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c81f87c0 con 0x7f91c80b6a70 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91cc87f640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c450 tx=0x7f91b800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b80052d0 con 0x7f91c80b6a70 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91b8005470 con 0x7f91c80b6a70 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c81f8aa0 con 0x7f91c80b6a70 2024-09-16T00:55:28.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b8012870 con 0x7f91c80b6a70 2024-09-16T00:55:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.193+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c81f9060 con 0x7f91c80b6a70 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.194+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c8069140 con 0x7f91c80b6a70 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.194+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f91b8012a10 con 0x7f91c80b6a70 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.195+0000 7f91bdffb640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 0x7f91ac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.195+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f91b808b010 con 0x7f91c80b6a70 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.195+0000 7f91cd080640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 0x7f91ac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.196+0000 7f91cd080640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 0x7f91ac06e7a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f91c4034000 tx=0x7f91c402c000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:28.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.199+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f91c80d1b10 con 0x7f91c80b6a70 2024-09-16T00:55:28.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.413+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f91c80cf9b0 con 0x7f91c80b6a70 2024-09-16T00:55:28.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.413+0000 7f91bdffb640 1 -- 172.21.15.5:0/642471625 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f91b80591c0 con 0x7f91c80b6a70 2024-09-16T00:55:28.414 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:55:28.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 msgr2=0x7f91ac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 0x7f91ac06e7a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f91c4034000 tx=0x7f91c402c000 comp rx=0 tx=0).stop 2024-09-16T00:55:28.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 msgr2=0x7f91c8158060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c450 tx=0x7f91b800c910 comp rx=0 tx=0).stop 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 shutdown_connections 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f91ac06c2e0 0x7f91ac06e7a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f91c80d16e0 0x7f91c81585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f91c80b6a70 0x7f91c8158060 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 --2- 172.21.15.5:0/642471625 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f91c80b6690 0x7f91c80b9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 >> 172.21.15.5:0/642471625 conn(0x7f91c8072560 msgr2=0x7f91c81443d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 shutdown_connections 2024-09-16T00:55:28.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28.415+0000 7f91cf2e4640 1 -- 172.21.15.5:0/642471625 wait complete. 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:55:28.427 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-16T00:55:28.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.428 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-16T00:55:28.444 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42750sec preferred_lft 42750sec 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-16T00:55:28.445 INFO:teuthology.orchestra.run.smithi005.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::7453:e4ff:fe0c:6975/64 scope link 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::b89c:43ff:fea4:758c/64 scope link tentative 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.447 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:55:28.508 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-16T00:55:28.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.509 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-16T00:55:28.567 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-16T00:55:28.567 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:55:28.567 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:55:28.567 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:55:28.567 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:55:28.567 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:28.567 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:28.567 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:55:28.567 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:55:28.568 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:55:28.568 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:28.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:28.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.697 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:55:28.712 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:55:28.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.713 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-16T00:55:28.768 INFO:teuthology.orchestra.run.smithi005.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-16T00:55:28.769 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:28.769 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:28.769 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:55:28.769 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-16T00:55:28.769 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:28.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:28.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:28.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.887 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T00:55:28.912 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:28.912 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:28.912 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:28.912 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0e:a6:d5:a0:f3:b0 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ca6:d5ff:fea0:f3b0/64 scope link tentative 2024-09-16T00:55:28.913 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:28.914 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T00:55:28.980 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:28.980 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0e:a6:d5:a0:f3:b0 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ca6:d5ff:fea0:f3b0/64 scope link tentative 2024-09-16T00:55:28.981 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:28.982 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-16T00:55:28.983 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:29.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.139 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:29.139 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:55:29.139 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.1 up 2024-09-16T00:55:29.139 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T00:55:29.139 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:55:29.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:29.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.218 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:29.218 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-16T00:55:29.234 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-16T00:55:29.234 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:29.234 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-16T00:55:29.289 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:55:29.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:29.289 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-16T00:55:29.374 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-16T00:55:29.374 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-16T00:55:29.374 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:29.383 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-16T00:55:29.383 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-16T00:55:29.383 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:29.383 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:29.383 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:29.388 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-16T00:55:29.388 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-16T00:55:29.388 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:55:29.388 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-16T00:55:29.389 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:55:29.390 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:55:29.390 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:55:29.390 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:55:29.391 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:55:29.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:29.391 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-16T00:55:29.457 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:29.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:29.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.554 INFO:teuthology.orchestra.run.smithi005.stdout:client4611 2024-09-16T00:55:29.555 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:29.555 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:29.571 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:29.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:29.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.668 INFO:teuthology.orchestra.run.smithi005.stdout:client4611 2024-09-16T00:55:29.668 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:29.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:29.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.726 INFO:teuthology.orchestra.run.smithi005.stdout:client4611 2024-09-16T00:55:29.726 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/260f5f5c-0c78-42cb-adb7-7a11985c1ce4.client4611/status') 2024-09-16T00:55:29.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:29.786 INFO:teuthology.orchestra.run.smithi005.stdout:instance: client.4611 (3)192.168.0.2:0/3997597132 2024-09-16T00:55:29.786 INFO:teuthology.orchestra.run.smithi005.stdout:blocklisted: false 2024-09-16T00:55:29.786 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records in 2024-09-16T00:55:29.786 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records out 2024-09-16T00:55:29.786 INFO:teuthology.orchestra.run.smithi005.stderr:69 bytes copied, 2.4381e-05 s, 2.8 MB/s 2024-09-16T00:55:29.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:29.793 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-16T00:55:29.793 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:55:29.793 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T00:55:29.794 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:55:29.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.894+0000 7fdf96823640 1 Processor -- start 2024-09-16T00:55:29.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.894+0000 7fdf96823640 1 -- start start 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf96823640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fdf9006bb20 0x7fdf9015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf96823640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf901603c0 con 0x7fdf9015e4f0 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf96823640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf9006c0c0 con 0x7fdf9006d160 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf96823640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fdf9006ccd0 con 0x7fdf9006bb20 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf8ffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdf9015e4f0 0x7fdf9015fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39922/0 (socket says 172.21.15.5:39922) 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf8ffff640 1 -- 172.21.15.5:0/268154991 learned_addr learned my addr 172.21.15.5:0/268154991 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:29.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/268154991 >> v2:172.21.15.73:3300/0 conn(0x7fdf9006bb20 0x7fdf9015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.895+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3680045414 0 0) 0x7fdf901603c0 con 0x7fdf9015e4f0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf78003520 con 0x7fdf9015e4f0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2015543220 0 0) 0x7fdf78003520 con 0x7fdf9015e4f0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 >> v2:172.21.15.73:3300/0 conn(0x7fdf9006bb20 msgr2=0x7fdf9015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 --2- 172.21.15.5:0/268154991 >> v2:172.21.15.73:3300/0 conn(0x7fdf9006bb20 0x7fdf9015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 >> v1:172.21.15.73:6789/0 conn(0x7fdf9006d160 legacy=0x7fdf9006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9006c3a0 con 0x7fdf9015e4f0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fdf80001670 con 0x7fdf9015e4f0 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 >> v1:172.21.15.5:6789/0 conn(0x7fdf9015e4f0 legacy=0x7fdf9015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf780039b0 0x7fdf78003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 0x7fdf78004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf780051c0 0x7fdf7800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9006ccd0 con 0x7fdf780039b0 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7800c060 con 0x7fdf78004800 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdf7800c260 con 0x7fdf780051c0 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8ffff640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf780039b0 0x7fdf78003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 0x7fdf78004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf94dc0640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf780051c0 0x7fdf7800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 -- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf780051c0 msgr2=0x7fdf7800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf780051c0 0x7fdf7800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 -- 172.21.15.5:0/268154991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf780039b0 msgr2=0x7fdf78003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf780039b0 0x7fdf78003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8f7fe640 1 -- 172.21.15.5:0/268154991 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf78003520 con 0x7fdf78004800 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf8ffff640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf780039b0 0x7fdf78003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf94dc0640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf780051c0 0x7fdf7800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:29.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.896+0000 7fdf94dc0640 1 -- 172.21.15.5:0/268154991 reap_dead start 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.897+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 0x7fdf78004c80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009ac0 tx=0x7fdf78005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdaa72d02c090393 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.897+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84036070 con 0x7fdf78004800 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.897+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf84031400 con 0x7fdf78004800 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.897+0000 7fdf8effd640 1 -- 172.21.15.5:0/268154991 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84009690 con 0x7fdf78004800 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 -- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 msgr2=0x7fdf78004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 0x7fdf78004c80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009ac0 tx=0x7fdf78005830 comp rx=0 tx=0).stop 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 -- 172.21.15.5:0/268154991 shutdown_connections 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 --2- 172.21.15.5:0/268154991 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf78004800 0x7fdf78004c80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 -- 172.21.15.5:0/268154991 >> 172.21.15.5:0/268154991 conn(0x7fdf9006e5b0 msgr2=0x7fdf9006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 -- 172.21.15.5:0/268154991 shutdown_connections 2024-09-16T00:55:29.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.898+0000 7fdf96823640 1 -- 172.21.15.5:0/268154991 wait complete. 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.899+0000 7fdf96823640 1 Processor -- start 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.899+0000 7fdf96823640 1 -- start start 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf901e8480 0x7fdf901e8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf90157b40 0x7fdf90157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9015e8d0 con 0x7fdf78004800 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9006c960 con 0x7fdf90157b40 2024-09-16T00:55:29.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf96823640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdf9015f570 con 0x7fdf901e8480 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf8ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf8ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:34104/0 (socket says 172.21.15.5:34104) 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf8ffff640 1 -- 172.21.15.5:0/4205739286 learned_addr learned my addr 172.21.15.5:0/4205739286 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf94dc0640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf90157b40 0x7fdf90157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.900+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf901e8480 0x7fdf901e8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 -- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf901e8480 msgr2=0x7fdf901e8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf901e8480 0x7fdf901e8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 -- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf90157b40 msgr2=0x7fdf90157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf90157b40 0x7fdf90157fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 -- 172.21.15.5:0/4205739286 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf90158500 con 0x7fdf78004800 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8ffff640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdf80007290 tx=0x7fdf80007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8000f9c0 con 0x7fdf78004800 2024-09-16T00:55:29.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf80018070 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf901595e0 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8000fda0 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.901+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf90159ba0 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.902+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf9015f900 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.902+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf8001d460 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.903+0000 7fdf8cff9640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 0x7fdf7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.903+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdf8008b630 con 0x7fdf78004800 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.903+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 0x7fdf7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:29.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.903+0000 7fdf8f7fe640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 0x7fdf7c06e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdf84033000 tx=0x7fdf84008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:29.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:29.907+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf800596d0 con 0x7fdf78004800 2024-09-16T00:55:30.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.117+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdf9006f420 con 0x7fdf78004800 2024-09-16T00:55:30.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.117+0000 7fdf8cff9640 1 -- 172.21.15.5:0/4205739286 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fdf8005d9d0 con 0x7fdf78004800 2024-09-16T00:55:30.118 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 msgr2=0x7fdf7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 0x7fdf7c06e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdf84033000 tx=0x7fdf84008030 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 msgr2=0x7fdf9015ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdf80007290 tx=0x7fdf80007690 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 shutdown_connections 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdf7c06c2b0 0x7fdf7c06e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf90157b40 0x7fdf90157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdf901e8480 0x7fdf901e8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 --2- 172.21.15.5:0/4205739286 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdf78004800 0x7fdf9015ace0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 >> 172.21.15.5:0/4205739286 conn(0x7fdf9006e5b0 msgr2=0x7fdf900cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 shutdown_connections 2024-09-16T00:55:30.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:30.119+0000 7fdf96823640 1 -- 172.21.15.5:0/4205739286 wait complete. 2024-09-16T00:55:30.131 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi073.front.sepia.ceph.com 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:55:30.132 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T00:55:30.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:30.132 DEBUG:teuthology.orchestra.run.smithi073:> ip addr 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:d8:d9:ea brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: altname enp7s0f0 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:30.152 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:d8:d9:eb brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: altname enp7s0f1 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:8f:ce:7c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:8f:ce:7d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: inet 172.21.15.73/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft 42746sec preferred_lft 42746sec 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::ec4:7aff:fe8f:ce7d/64 scope link noprefixroute 2024-09-16T00:55:30.153 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:30.153 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T00:55:30.153 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link add name ceph-brx type bridge 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip addr flush dev ceph-brx 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link set ceph-brx up 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T00:55:30.154 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:30.247 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:30.352 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:30.358 DEBUG:teuthology.orchestra.run.smithi073:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:55:30.384 INFO:teuthology.orchestra.run.smithi073.stdout:1 2024-09-16T00:55:30.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:30.385 DEBUG:teuthology.orchestra.run.smithi073:> route 2024-09-16T00:55:30.457 INFO:teuthology.orchestra.run.smithi073.stdout:Kernel IP routing table 2024-09-16T00:55:30.457 INFO:teuthology.orchestra.run.smithi073.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:55:30.457 INFO:teuthology.orchestra.run.smithi073.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T00:55:30.457 INFO:teuthology.orchestra.run.smithi073.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T00:55:30.457 INFO:teuthology.orchestra.run.smithi073.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T00:55:30.458 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:30.545 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:30.740 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:30.744 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:55:30.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:30.760 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list-id 2024-09-16T00:55:30.816 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:30.816 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:30.816 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:55:30.816 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-16T00:55:30.816 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:30.904 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:30.928 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:30.934 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-16T00:55:30.934 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:30.934 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:30.934 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-16T00:55:30.935 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T00:55:30.935 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-16T00:55:30.935 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-16T00:55:30.935 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-16T00:55:30.935 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:30.984 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:31.058 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.067 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:31.067 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:31.067 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link set brx.0 up 2024-09-16T00:55:31.067 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T00:55:31.067 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:31.116 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:31.139 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.145 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:31.146 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T00:55:31.163 INFO:teuthology.orchestra.run.smithi073.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T00:55:31.163 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:31.163 DEBUG:teuthology.orchestra.run.smithi073:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T00:55:31.218 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:55:31.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:31.218 DEBUG:teuthology.orchestra.run.smithi073:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-16T00:55:31.329 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-16T00:55:31.329 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-16T00:55:31.329 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:31.470 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-16T00:55:31.471 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-16T00:55:31.471 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:31.471 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:31.471 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:55:31.480 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:55:31.481 INFO:teuthology.orchestra.run.smithi073.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-16T00:55:31.481 INFO:teuthology.orchestra.run.smithi073.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:55:31.481 INFO:teuthology.orchestra.run.smithi073.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:55:31.481 INFO:teuthology.orchestra.run.smithi073.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:55:31.481 INFO:teuthology.orchestra.run.smithi073.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:55:31.483 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:55:31.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:31.483 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T00:55:31.507 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:31.596 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:31.598 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.604 INFO:teuthology.orchestra.run.smithi073.stdout:client4620 2024-09-16T00:55:31.604 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:31.604 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:31.621 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:31.709 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:31.711 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.717 INFO:teuthology.orchestra.run.smithi073.stdout:client4620 2024-09-16T00:55:31.717 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:31.765 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:31.766 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.772 INFO:teuthology.orchestra.run.smithi073.stdout:client4620 2024-09-16T00:55:31.773 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/260f5f5c-0c78-42cb-adb7-7a11985c1ce4.client4620/status') 2024-09-16T00:55:31.820 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:31.830 INFO:teuthology.orchestra.run.smithi073.stdout:instance: client.4620 (3)172.21.15.73:0/3363972237 2024-09-16T00:55:31.831 INFO:teuthology.orchestra.run.smithi073.stdout:blocklisted: false 2024-09-16T00:55:31.831 INFO:teuthology.orchestra.run.smithi073.stderr:0+1 records in 2024-09-16T00:55:31.831 INFO:teuthology.orchestra.run.smithi073.stderr:0+1 records out 2024-09-16T00:55:31.831 INFO:teuthology.orchestra.run.smithi073.stderr:70 bytes copied, 2.2726e-05 s, 3.1 MB/s 2024-09-16T00:55:31.831 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:31.838 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-16T00:55:31.838 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T00:55:31.838 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T00:55:31.838 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:55:31.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.952+0000 7fabea5e4640 1 Processor -- start 2024-09-16T00:55:31.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.952+0000 7fabea5e4640 1 -- start start 2024-09-16T00:55:31.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabea5e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fabe40b6690 0x7fabe40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabea5e4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fabe40d16e0 0x7fabe40d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabea5e4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe40cff10 con 0x7fabe40b6a70 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabea5e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fabe40cf540 con 0x7fabe40b6690 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabea5e4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fabe40d1b10 con 0x7fabe40d16e0 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fabe40b6690 0x7fabe40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fabe40b6690 0x7fabe40cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35684/0 (socket says 172.21.15.5:35684) 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 -- 172.21.15.5:0/4223544927 learned_addr learned my addr 172.21.15.5:0/4223544927 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe8b81640 1 --2- 172.21.15.5:0/4223544927 >> v2:172.21.15.73:3300/0 conn(0x7fabe40d16e0 0x7fabe40d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 -- 172.21.15.5:0/4223544927 >> v2:172.21.15.73:3300/0 conn(0x7fabe40d16e0 msgr2=0x7fabe40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 --2- 172.21.15.5:0/4223544927 >> v2:172.21.15.73:3300/0 conn(0x7fabe40d16e0 0x7fabe40d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 -- 172.21.15.5:0/4223544927 >> v1:172.21.15.73:6789/0 conn(0x7fabe40b6a70 legacy=0x7fabe40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:31.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.953+0000 7fabe3fff640 1 -- 172.21.15.5:0/4223544927 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe40d1d90 con 0x7fabe40b6690 2024-09-16T00:55:31.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.954+0000 7fabe3fff640 1 --2- 172.21.15.5:0/4223544927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6690 0x7fabe40cf9d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fabe41621f0 tx=0x7fabd402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a3f67e2a8b1290 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:31.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.954+0000 7fabe2ffd640 1 -- 172.21.15.5:0/4223544927 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4037070 con 0x7fabe40b6690 2024-09-16T00:55:31.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.954+0000 7fabe2ffd640 1 -- 172.21.15.5:0/4223544927 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd4032440 con 0x7fabe40b6690 2024-09-16T00:55:31.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.954+0000 7fabe2ffd640 1 -- 172.21.15.5:0/4223544927 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4032810 con 0x7fabe40b6690 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 -- 172.21.15.5:0/4223544927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6690 msgr2=0x7fabe40cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 --2- 172.21.15.5:0/4223544927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6690 0x7fabe40cf9d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fabe41621f0 tx=0x7fabd402a230 comp rx=0 tx=0).stop 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 -- 172.21.15.5:0/4223544927 shutdown_connections 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 --2- 172.21.15.5:0/4223544927 >> v2:172.21.15.73:3300/0 conn(0x7fabe40d16e0 0x7fabe40d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 --2- 172.21.15.5:0/4223544927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6690 0x7fabe40cf9d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 -- 172.21.15.5:0/4223544927 >> 172.21.15.5:0/4223544927 conn(0x7fabe4072560 msgr2=0x7fabe4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 -- 172.21.15.5:0/4223544927 shutdown_connections 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.955+0000 7fabea5e4640 1 -- 172.21.15.5:0/4223544927 wait complete. 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.956+0000 7fabea5e4640 1 Processor -- start 2024-09-16T00:55:31.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.956+0000 7fabea5e4640 1 -- start start 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fabe40b6690 0x7fabe4156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabe40d16e0 0x7fabe40ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fabe40b6f00 con 0x7fabe40b6a70 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fabe40cf1d0 con 0x7fabe40d16e0 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabea5e4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fabe415c530 con 0x7fabe40b6690 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabe37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabe37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35698/0 (socket says 172.21.15.5:35698) 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabe37fe640 1 -- 172.21.15.5:0/700488807 learned_addr learned my addr 172.21.15.5:0/700488807 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabe8b81640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabe40d16e0 0x7fabe40ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.957+0000 7fabe3fff640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fabe40b6690 0x7fabe4156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 -- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fabe40b6690 msgr2=0x7fabe4156380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fabe40b6690 0x7fabe4156380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 -- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabe40d16e0 msgr2=0x7fabe40ca2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabe40d16e0 0x7fabe40ca2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 -- 172.21.15.5:0/700488807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe4156c60 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe37fe640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c460 tx=0x7fabd800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8016020 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd8012870 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe4156f40 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8012c60 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.958+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe4157500 con 0x7fabe40b6a70 2024-09-16T00:55:31.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.959+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe4069140 con 0x7fabe40b6a70 2024-09-16T00:55:31.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.960+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fabd8019020 con 0x7fabe40b6a70 2024-09-16T00:55:31.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.960+0000 7fabe0ff9640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:31.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.960+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fabd808b0d0 con 0x7fabe40b6a70 2024-09-16T00:55:31.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.960+0000 7fabe3fff640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:31.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.961+0000 7fabe3fff640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 0x7fabd006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fabd4034000 tx=0x7fabd402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:31.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:31.965+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fabd8020030 con 0x7fabe40b6a70 2024-09-16T00:55:32.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.176+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fabe415ce50 con 0x7fabe40b6a70 2024-09-16T00:55:32.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.177+0000 7fabe0ff9640 1 -- 172.21.15.5:0/700488807 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fabd8059160 con 0x7fabe40b6a70 2024-09-16T00:55:32.178 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:55:32.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 msgr2=0x7fabd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:32.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 0x7fabd006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fabd4034000 tx=0x7fabd402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:32.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 msgr2=0x7fabe40cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:32.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c460 tx=0x7fabd800c920 comp rx=0 tx=0).stop 2024-09-16T00:55:32.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 shutdown_connections 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabe40d16e0 0x7fabe40ca2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fabe40b6a70 0x7fabe40cd5e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 --2- 172.21.15.5:0/700488807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fabe40b6690 0x7fabe4156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 >> 172.21.15.5:0/700488807 conn(0x7fabe4072560 msgr2=0x7fabe415f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 shutdown_connections 2024-09-16T00:55:32.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:32.179+0000 7fabea5e4640 1 -- 172.21.15.5:0/700488807 wait complete. 2024-09-16T00:55:32.190 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T00:55:32.190 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:55:32.190 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi073.front.sepia.ceph.com 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:55:32.191 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-16T00:55:32.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.191 DEBUG:teuthology.orchestra.run.smithi073:> ip addr 2024-09-16T00:55:32.207 INFO:teuthology.orchestra.run.smithi073.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:d8:d9:ea brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: altname enp7s0f0 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:d8:d9:eb brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout: altname enp7s0f1 2024-09-16T00:55:32.208 INFO:teuthology.orchestra.run.smithi073.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:8f:ce:7c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 0c:c4:7a:8f:ce:7d brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: inet 172.21.15.73/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft 42744sec preferred_lft 42744sec 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::ec4:7aff:fe8f:ce7d/64 scope link noprefixroute 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether be:38:f8:6e:8c:3e brd ff:ff:ff:ff:ff:ff 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.209 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::3c2b:7cff:fe7c:8e46/64 scope link 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run.smithi073.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether be:38:f8:6e:8c:3e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::bc38:f8ff:fe6e:8c3e/64 scope link tentative 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.210 DEBUG:teuthology.orchestra.run.smithi073:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:55:32.271 INFO:teuthology.orchestra.run.smithi073.stdout:1 2024-09-16T00:55:32.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.273 DEBUG:teuthology.orchestra.run.smithi073:> route 2024-09-16T00:55:32.330 INFO:teuthology.orchestra.run.smithi073.stdout:Kernel IP routing table 2024-09-16T00:55:32.330 INFO:teuthology.orchestra.run.smithi073.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:55:32.330 INFO:teuthology.orchestra.run.smithi073.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T00:55:32.330 INFO:teuthology.orchestra.run.smithi073.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T00:55:32.330 INFO:teuthology.orchestra.run.smithi073.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:55:32.330 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:32.331 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:32.331 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T00:55:32.331 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T00:55:32.331 DEBUG:teuthology.orchestra.run.smithi073:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T00:55:32.331 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:32.418 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:32.450 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.456 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:55:32.471 INFO:teuthology.orchestra.run.smithi073.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T00:55:32.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.472 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list-id 2024-09-16T00:55:32.527 INFO:teuthology.orchestra.run.smithi073.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-16T00:55:32.527 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:32.527 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:32.528 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:55:32.528 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-16T00:55:32.528 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:32.615 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:32.638 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.644 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:32.668 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 46:66:18:71:18:c9 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::4466:18ff:fe71:18c9/64 scope link tentative 2024-09-16T00:55:32.669 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:32.670 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 ::1/128 scope host 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.734 INFO:teuthology.orchestra.run.smithi073.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:55:32.735 INFO:teuthology.orchestra.run.smithi073.stdout: link/ether 46:66:18:71:18:c9 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T00:55:32.735 INFO:teuthology.orchestra.run.smithi073.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T00:55:32.735 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.735 INFO:teuthology.orchestra.run.smithi073.stdout: inet6 fe80::4466:18ff:fe71:18c9/64 scope link tentative 2024-09-16T00:55:32.735 INFO:teuthology.orchestra.run.smithi073.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:55:32.736 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-16T00:55:32.736 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:32.736 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:32.736 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-16T00:55:32.737 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T00:55:32.737 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-16T00:55:32.737 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-16T00:55:32.737 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-16T00:55:32.737 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:32.823 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:32.881 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.887 DEBUG:teuthology.orchestra.run.smithi073:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:55:32.888 DEBUG:teuthology.orchestra.run.smithi073:> set -e 2024-09-16T00:55:32.888 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link set brx.1 up 2024-09-16T00:55:32.888 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T00:55:32.888 DEBUG:teuthology.orchestra.run.smithi073:> ') 2024-09-16T00:55:32.936 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:32.958 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:32.965 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:32.965 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-16T00:55:32.979 INFO:teuthology.orchestra.run.smithi073.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-16T00:55:32.980 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:55:32.980 DEBUG:teuthology.orchestra.run.smithi073:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-16T00:55:33.035 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:55:33.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:33.035 DEBUG:teuthology.orchestra.run.smithi073:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-16T00:55:33.119 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-16T00:55:33.119 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-16T00:55:33.119 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:33.128 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-16T00:55:33.128 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-16T00:55:33.128 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:33.129 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:33.129 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:33.146 INFO:teuthology.orchestra.run.smithi073.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:invalid new device string format 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:55:33.147 INFO:teuthology.orchestra.run.smithi073.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-16T00:55:33.148 INFO:teuthology.orchestra.run.smithi073.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:55:33.148 INFO:teuthology.orchestra.run.smithi073.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:55:33.148 INFO:teuthology.orchestra.run.smithi073.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:55:33.148 INFO:teuthology.orchestra.run.smithi073.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:55:33.149 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:55:33.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:33.149 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-16T00:55:33.215 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:33.303 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:33.306 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.311 INFO:teuthology.orchestra.run.smithi073.stdout:client4657 2024-09-16T00:55:33.312 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:33.312 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:33.328 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:33.417 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:33.419 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.424 INFO:teuthology.orchestra.run.smithi073.stdout:client4657 2024-09-16T00:55:33.425 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:55:33.473 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:55:33.474 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.480 INFO:teuthology.orchestra.run.smithi073.stdout:client4657 2024-09-16T00:55:33.480 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/260f5f5c-0c78-42cb-adb7-7a11985c1ce4.client4657/status') 2024-09-16T00:55:33.528 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:55:33.538 INFO:teuthology.orchestra.run.smithi073.stdout:instance: client.4657 (3)192.168.0.2:0/1785418537 2024-09-16T00:55:33.538 INFO:teuthology.orchestra.run.smithi073.stdout:blocklisted: false 2024-09-16T00:55:33.538 INFO:teuthology.orchestra.run.smithi073.stderr:0+1 records in 2024-09-16T00:55:33.538 INFO:teuthology.orchestra.run.smithi073.stderr:0+1 records out 2024-09-16T00:55:33.539 INFO:teuthology.orchestra.run.smithi073.stderr:69 bytes copied, 3.9334e-05 s, 1.8 MB/s 2024-09-16T00:55:33.539 INFO:teuthology.orchestra.run.smithi073.stderr:2024-09-16T00:55:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:55:33.545 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-16T00:55:33.575 INFO:tasks.cephfs_test_runner:Starting test: test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) MDS should verify/fix backtrace on fetch dirfrag 2024-09-16T00:55:33.575 INFO:tasks.cephfs_test_runner:test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-16T00:55:33.575 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:33.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.689+0000 7f139cc4c640 1 Processor -- start 2024-09-16T00:55:33.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.689+0000 7f139cc4c640 1 -- start start 2024-09-16T00:55:33.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.690+0000 7f139cc4c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f13980b6690 0x7f13980cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:33.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.690+0000 7f139cc4c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13980cff10 con 0x7f13980d16e0 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.690+0000 7f139cc4c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13980d1b10 con 0x7f13980b6a70 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.690+0000 7f139cc4c640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f13980cf540 con 0x7f13980b6690 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f1396d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f13980d16e0 0x7f13980d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36122/0 (socket says 172.21.15.5:36122) 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f1396d9d640 1 -- 172.21.15.5:0/1384041121 learned_addr learned my addr 172.21.15.5:0/1384041121 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139659c640 1 --2- 172.21.15.5:0/1384041121 >> v2:172.21.15.73:3300/0 conn(0x7f13980b6690 0x7f13980cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 82557325 0 0) 0x7f13980cff10 con 0x7f13980d16e0 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1380003520 con 0x7f13980d16e0 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139659c640 1 -- 172.21.15.5:0/1384041121 >> v1:172.21.15.73:6789/0 conn(0x7f13980b6a70 legacy=0x7f13980d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2062702570 0 0) 0x7f138c001110 con 0x7f13980b6a70 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139659c640 1 -- 172.21.15.5:0/1384041121 >> v1:172.21.15.5:6789/0 conn(0x7f13980d16e0 legacy=0x7f13980d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.691+0000 7f139659c640 1 -- 172.21.15.5:0/1384041121 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13980d1d90 con 0x7f13980b6690 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.692+0000 7f139659c640 1 --2- 172.21.15.5:0/1384041121 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980b6690 0x7f13980cf9d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1388009d90 tx=0x7f138802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d778d95a202b4f86 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.692+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388007740 con 0x7f13980b6690 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.692+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13880078e0 con 0x7f13980b6690 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.692+0000 7f139559a640 1 -- 172.21.15.5:0/1384041121 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388007cb0 con 0x7f13980b6690 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 -- 172.21.15.5:0/1384041121 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980b6690 msgr2=0x7f13980cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 --2- 172.21.15.5:0/1384041121 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980b6690 0x7f13980cf9d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1388009d90 tx=0x7f138802a6f0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 -- 172.21.15.5:0/1384041121 shutdown_connections 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 --2- 172.21.15.5:0/1384041121 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980b6690 0x7f13980cf9d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 -- 172.21.15.5:0/1384041121 >> 172.21.15.5:0/1384041121 conn(0x7f1398072560 msgr2=0x7f1398072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 -- 172.21.15.5:0/1384041121 shutdown_connections 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.693+0000 7f139cc4c640 1 -- 172.21.15.5:0/1384041121 wait complete. 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.694+0000 7f139cc4c640 1 Processor -- start 2024-09-16T00:55:33.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.694+0000 7f139cc4c640 1 -- start start 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 0x7f13980b88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980d16e0 0x7f13980b8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f13980b6f00 con 0x7f13980b6690 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13980cf1d0 con 0x7f13980d16e0 2024-09-16T00:55:33.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139cc4c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f139815c530 con 0x7f13980b6a70 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35712/0 (socket says 172.21.15.5:35712) 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 -- 172.21.15.5:0/3579388916 learned_addr learned my addr 172.21.15.5:0/3579388916 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f1396d9d640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980d16e0 0x7f13980b8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f1395d9b640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 0x7f13980b88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 -- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 msgr2=0x7f13980b88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 0x7f13980b88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 -- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980d16e0 msgr2=0x7f13980b8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980d16e0 0x7f13980b8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f139659c640 1 -- 172.21.15.5:0/3579388916 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13980cc0e0 con 0x7f13980b6690 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.695+0000 7f1395d9b640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 0x7f13980b88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f139659c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1388009d90 tx=0x7f1388004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:33.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388040070 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1388031c40 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13980cc3c0 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388009450 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.696+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13981575c0 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.697+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13980cf9d0 con 0x7f13980b6690 2024-09-16T00:55:33.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.697+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1388039040 con 0x7f13980b6690 2024-09-16T00:55:33.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.698+0000 7f1386ffd640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 0x7f137806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:33.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.698+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f13880ac920 con 0x7f13980b6690 2024-09-16T00:55:33.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.698+0000 7f1395d9b640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 0x7f137806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:33.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.698+0000 7f1395d9b640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 0x7f137806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f13980ce9b0 tx=0x7f138c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:33.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.702+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f138807aff0 con 0x7f13980b6690 2024-09-16T00:55:33.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.878+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1398161c70 con 0x7f13980b6690 2024-09-16T00:55:33.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.879+0000 7f1386ffd640 1 -- 172.21.15.5:0/3579388916 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7f138807a8f0 con 0x7f13980b6690 2024-09-16T00:55:33.880 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:33.880 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 msgr2=0x7f137806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 0x7f137806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f13980ce9b0 tx=0x7f138c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 msgr2=0x7f13980cb760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1388009d90 tx=0x7f1388004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 shutdown_connections 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f137806c2b0 0x7f137806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13980d16e0 0x7f13980b8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13980b6a70 0x7f13980b88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 --2- 172.21.15.5:0/3579388916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13980b6690 0x7f13980cb760 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:33.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 >> 172.21.15.5:0/3579388916 conn(0x7f1398072560 msgr2=0x7f1398144440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:33.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 shutdown_connections 2024-09-16T00:55:33.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.881+0000 7f139cc4c640 1 -- 172.21.15.5:0/3579388916 wait complete. 2024-09-16T00:55:33.893 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T00:54:58.349075+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T00:55:07.380109+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T00:55:08.458087+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T00:55:33.893 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T00:55:34.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.998+0000 7fbee49d8640 1 Processor -- start 2024-09-16T00:55:34.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.998+0000 7fbee49d8640 1 -- start start 2024-09-16T00:55:34.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbee49d8640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fbee015e820 0x7fbee00d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbee49d8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbee00cfac0 0x7fbee006bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbee49d8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbee00d2ed0 con 0x7fbee006bb20 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbee49d8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbee006c4b0 con 0x7fbee00cfac0 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbee49d8640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fbee00d2c80 con 0x7fbee015e820 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbeded9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbee00cfac0 0x7fbee006bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbeded9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbee00cfac0 0x7fbee006bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35726/0 (socket says 172.21.15.5:35726) 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:33.999+0000 7fbeded9d640 1 -- 172.21.15.5:0/3404623069 learned_addr learned my addr 172.21.15.5:0/3404623069 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbede59c640 1 --2- 172.21.15.5:0/3404623069 >> v2:172.21.15.73:3300/0 conn(0x7fbee015e820 0x7fbee00d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbeded9d640 1 -- 172.21.15.5:0/3404623069 >> v2:172.21.15.73:3300/0 conn(0x7fbee015e820 msgr2=0x7fbee00d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbeded9d640 1 --2- 172.21.15.5:0/3404623069 >> v2:172.21.15.73:3300/0 conn(0x7fbee015e820 0x7fbee00d3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbeded9d640 1 -- 172.21.15.5:0/3404623069 >> v1:172.21.15.73:6789/0 conn(0x7fbee006bb20 legacy=0x7fbee00cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbeded9d640 1 -- 172.21.15.5:0/3404623069 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee00d31b0 con 0x7fbee00cfac0 2024-09-16T00:55:34.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.000+0000 7fbeded9d640 1 --2- 172.21.15.5:0/3404623069 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee00cfac0 0x7fbee006bf70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbee008d700 tx=0x7fbed802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2fee2f98beccfc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbedd59a640 1 -- 172.21.15.5:0/3404623069 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed8037070 con 0x7fbee00cfac0 2024-09-16T00:55:34.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbedd59a640 1 -- 172.21.15.5:0/3404623069 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbed8032440 con 0x7fbee00cfac0 2024-09-16T00:55:34.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbedd59a640 1 -- 172.21.15.5:0/3404623069 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed8032810 con 0x7fbee00cfac0 2024-09-16T00:55:34.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 -- 172.21.15.5:0/3404623069 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee00cfac0 msgr2=0x7fbee006bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3404623069 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee00cfac0 0x7fbee006bf70 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbee008d700 tx=0x7fbed802a230 comp rx=0 tx=0).stop 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 -- 172.21.15.5:0/3404623069 shutdown_connections 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3404623069 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee00cfac0 0x7fbee006bf70 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3404623069 >> v2:172.21.15.73:3300/0 conn(0x7fbee015e820 0x7fbee00d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 -- 172.21.15.5:0/3404623069 >> 172.21.15.5:0/3404623069 conn(0x7fbee0072770 msgr2=0x7fbee00d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 -- 172.21.15.5:0/3404623069 shutdown_connections 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.001+0000 7fbee49d8640 1 -- 172.21.15.5:0/3404623069 wait complete. 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 Processor -- start 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 -- start start 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbee006bb20 0x7fbee00b4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbee00cfac0 0x7fbee01e9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbee00d3a50 con 0x7fbee015e820 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbee00d3770 con 0x7fbee006bb20 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbee49d8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbee00d44b0 con 0x7fbee00cfac0 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.003+0000 7fbeded9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35736/0 (socket says 172.21.15.5:35736) 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 -- 172.21.15.5:0/3800621384 learned_addr learned my addr 172.21.15.5:0/3800621384 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeddd9b640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbee00cfac0 0x7fbee01e9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbede59c640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbee006bb20 0x7fbee00b4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 -- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbee00cfac0 msgr2=0x7fbee01e9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbee00cfac0 0x7fbee01e9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 -- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbee006bb20 msgr2=0x7fbee00b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbee006bb20 0x7fbee00b4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 -- 172.21.15.5:0/3800621384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee00b5070 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbeded9d640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbed802a270 tx=0x7fbed80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed8041020 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbed80306c0 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee00b5350 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed8037040 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.004+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee01e7150 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.005+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee0063610 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.006+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbed8044020 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.006+0000 7fbed6ffd640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 0x7fbec006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.007+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbed80aba20 con 0x7fbee015e820 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.007+0000 7fbede59c640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 0x7fbec006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.007+0000 7fbede59c640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 0x7fbec006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbed0003b80 tx=0x7fbed00098d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.011+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbed804b030 con 0x7fbee015e820 2024-09-16T00:55:34.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.188+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbee00cbf60 con 0x7fbee015e820 2024-09-16T00:55:34.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.188+0000 7fbed6ffd640 1 -- 172.21.15.5:0/3800621384 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7fbed8079bd0 con 0x7fbee015e820 2024-09-16T00:55:34.190 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 msgr2=0x7fbec006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 0x7fbec006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbed0003b80 tx=0x7fbed00098d0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 msgr2=0x7fbee015b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbed802a270 tx=0x7fbed80046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 shutdown_connections 2024-09-16T00:55:34.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbec006c2e0 0x7fbec006e7a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbee015e820 0x7fbee015b5c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbee00cfac0 0x7fbee01e9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 --2- 172.21.15.5:0/3800621384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbee006bb20 0x7fbee00b4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 >> 172.21.15.5:0/3800621384 conn(0x7fbee0072770 msgr2=0x7fbee01613f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 shutdown_connections 2024-09-16T00:55:34.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.191+0000 7fbee49d8640 1 -- 172.21.15.5:0/3800621384 wait complete. 2024-09-16T00:55:34.203 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T00:55:34.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.307+0000 7f587c586640 1 Processor -- start 2024-09-16T00:55:34.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.307+0000 7f587c586640 1 -- start start 2024-09-16T00:55:34.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587c586640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 0x7f58740d3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587c586640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f587406bb20 0x7f587406bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587c586640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f587406c480 con 0x7f58740cf3b0 2024-09-16T00:55:34.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587c586640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f58740d2c80 con 0x7f587406bb20 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587c586640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f58740d2ed0 con 0x7f587415e820 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f587406bb20 0x7f587406bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587ab23640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f58740cf3b0 0x7f58740cf800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36128/0 (socket says 172.21.15.5:36128) 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587ab23640 1 -- 172.21.15.5:0/4241789698 learned_addr learned my addr 172.21.15.5:0/4241789698 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f587406bb20 0x7f587406bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35738/0 (socket says 172.21.15.5:35738) 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587a322640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 0x7f58740d3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 -- 172.21.15.5:0/4241789698 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 msgr2=0x7f58740d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 0x7f58740d3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 -- 172.21.15.5:0/4241789698 >> v1:172.21.15.5:6789/0 conn(0x7f58740cf3b0 legacy=0x7f58740cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879320640 1 -- 172.21.15.5:0/4241789698 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1786454788 0 0) 0x7f587406c480 con 0x7f58740cf3b0 2024-09-16T00:55:34.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f5879b21640 1 -- 172.21.15.5:0/4241789698 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58740d31b0 con 0x7f587406bb20 2024-09-16T00:55:34.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.308+0000 7f587a322640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 0x7f58740d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:34.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.309+0000 7f5879b21640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587406bb20 0x7f587406bf40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f58680097a0 tx=0x7f586802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55e1cd53df58b4f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f5879320640 1 -- 172.21.15.5:0/4241789698 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868037070 con 0x7f587406bb20 2024-09-16T00:55:34.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f5879320640 1 -- 172.21.15.5:0/4241789698 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5868032440 con 0x7f587406bb20 2024-09-16T00:55:34.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f5879320640 1 -- 172.21.15.5:0/4241789698 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868032810 con 0x7f587406bb20 2024-09-16T00:55:34.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 -- 172.21.15.5:0/4241789698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587406bb20 msgr2=0x7f587406bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587406bb20 0x7f587406bf40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f58680097a0 tx=0x7f586802a210 comp rx=0 tx=0).stop 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 -- 172.21.15.5:0/4241789698 shutdown_connections 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587406bb20 0x7f587406bf40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 --2- 172.21.15.5:0/4241789698 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f587415e820 0x7f58740d3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 -- 172.21.15.5:0/4241789698 >> 172.21.15.5:0/4241789698 conn(0x7f5874072770 msgr2=0x7f58740d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 -- 172.21.15.5:0/4241789698 shutdown_connections 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.310+0000 7f587c586640 1 -- 172.21.15.5:0/4241789698 wait complete. 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.311+0000 7f587c586640 1 Processor -- start 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 -- start start 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f587406bb20 0x7f5874151d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f58740cf3b0 0x7f58740c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f58740d3a50 con 0x7f587415e820 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f58740d3770 con 0x7f587406bb20 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587c586640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f58740d44b0 con 0x7f58740cf3b0 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587ab23640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587ab23640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35750/0 (socket says 172.21.15.5:35750) 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.312+0000 7f587ab23640 1 -- 172.21.15.5:0/898596068 learned_addr learned my addr 172.21.15.5:0/898596068 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f5879b21640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f58740cf3b0 0x7f58740c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587a322640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f587406bb20 0x7f5874151d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 -- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f58740cf3b0 msgr2=0x7f58740c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f58740cf3b0 0x7f58740c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 -- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f587406bb20 msgr2=0x7f5874151d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f587406bb20 0x7f5874151d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 -- 172.21.15.5:0/898596068 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58740b60f0 con 0x7f587415e820 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587ab23640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f586400c7d0 tx=0x7f586400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5864018070 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f586400a640 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586400aa70 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58740c9f80 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.313+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58740b6650 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.314+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5874063610 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.315+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f586401b070 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.315+0000 7f5872ffd640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 0x7f586006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.315+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f586408a990 con 0x7f587415e820 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.315+0000 7f587a322640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 0x7f586006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.316+0000 7f587a322640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 0x7f586006e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f586c006fd0 tx=0x7f586c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.320+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58740b60f0 con 0x7f587415e820 2024-09-16T00:55:34.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.495+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f58740d3f70 con 0x7f587415e820 2024-09-16T00:55:34.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.495+0000 7f5872ffd640 1 -- 172.21.15.5:0/898596068 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7f5864058ab0 con 0x7f587415e820 2024-09-16T00:55:34.496 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 msgr2=0x7f586006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 0x7f586006e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f586c006fd0 tx=0x7f586c008040 comp rx=0 tx=0).stop 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 msgr2=0x7f58741f5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f586400c7d0 tx=0x7f586400cc90 comp rx=0 tx=0).stop 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 shutdown_connections 2024-09-16T00:55:34.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f586006c2b0 0x7f586006e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f587415e820 0x7f58741f5000 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f58740cf3b0 0x7f58740c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 --2- 172.21.15.5:0/898596068 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f587406bb20 0x7f5874151d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 >> 172.21.15.5:0/898596068 conn(0x7f5874072770 msgr2=0x7f587406bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 shutdown_connections 2024-09-16T00:55:34.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.497+0000 7f587c586640 1 -- 172.21.15.5:0/898596068 wait complete. 2024-09-16T00:55:34.509 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T00:55:34.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.612+0000 7f8934b42640 1 Processor -- start 2024-09-16T00:55:34.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.612+0000 7f8934b42640 1 -- start start 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f8934b42640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f89300d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f8934b42640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f89300b76c0 0x7f89300d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f8934b42640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89301620f0 con 0x7f89300cef90 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f8934b42640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f8930072140 con 0x7f89300b76c0 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f8934b42640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f89300d4200 con 0x7f8930161d10 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.613+0000 7f892ed9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f89300cef90 0x7f8930072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36134/0 (socket says 172.21.15.5:36134) 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892ed9d640 1 -- 172.21.15.5:0/2994588236 learned_addr learned my addr 172.21.15.5:0/2994588236 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892dd9b640 1 --2- 172.21.15.5:0/2994588236 >> v2:172.21.15.73:3300/0 conn(0x7f89300b76c0 0x7f89300d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892e59c640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f89300d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1775616802 0 0) 0x7f89301620f0 con 0x7f89300cef90 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8918003520 con 0x7f89300cef90 2024-09-16T00:55:34.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2009900782 0 0) 0x7f8918003520 con 0x7f89300cef90 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 msgr2=0x7f89300d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f89300d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 >> v2:172.21.15.73:3300/0 conn(0x7f89300b76c0 msgr2=0x7f89300d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 --2- 172.21.15.5:0/2994588236 >> v2:172.21.15.73:3300/0 conn(0x7f89300b76c0 0x7f89300d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8930072390 con 0x7f89300cef90 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f89200019f0 con 0x7f89300cef90 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 >> v1:172.21.15.5:6789/0 conn(0x7f89300cef90 legacy=0x7f8930072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89180039b0 0x7f8918003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f8918004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8930072140 con 0x7f8918004d40 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f89300d4200 con 0x7f89180039b0 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f891800b9c0 con 0x7f8930161d10 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892ed9d640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892e59c640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89180039b0 0x7f8918003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.614+0000 7f892dd9b640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f8918004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 -- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 msgr2=0x7f8918004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8930161d10 0x7f8918004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 -- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89180039b0 msgr2=0x7f8918003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89180039b0 0x7f8918003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 -- 172.21.15.5:0/2994588236 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8918003520 con 0x7f8918004d40 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892ed9d640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89180051c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f892000a870 tx=0x7f8918005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf9d5150e418c627 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.615+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892000a4c0 con 0x7f8918004d40 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f892002f070 con 0x7f8918004d40 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f892d59a640 1 -- 172.21.15.5:0/2994588236 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892002bcc0 con 0x7f8918004d40 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 -- 172.21.15.5:0/2994588236 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 msgr2=0x7f89180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 --2- 172.21.15.5:0/2994588236 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89180051c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f892000a870 tx=0x7f8918005830 comp rx=0 tx=0).stop 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f892ed9d640 1 -- 172.21.15.5:0/2994588236 reap_dead start 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 -- 172.21.15.5:0/2994588236 shutdown_connections 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 -- 172.21.15.5:0/2994588236 >> 172.21.15.5:0/2994588236 conn(0x7f89300d4730 msgr2=0x7f89300d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 -- 172.21.15.5:0/2994588236 shutdown_connections 2024-09-16T00:55:34.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.616+0000 7f8934b42640 1 -- 172.21.15.5:0/2994588236 wait complete. 2024-09-16T00:55:34.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.617+0000 7f8934b42640 1 Processor -- start 2024-09-16T00:55:34.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 -- start start 2024-09-16T00:55:34.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89300ca130 0x7f89300b3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f893015de70 0x7f89300cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f89300b7b00 con 0x7f8918004d40 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8930072950 con 0x7f893015de70 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f8934b42640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f89300d3b20 con 0x7f89300ca130 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f892e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f892e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35766/0 (socket says 172.21.15.5:35766) 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f892e59c640 1 -- 172.21.15.5:0/3420034483 learned_addr learned my addr 172.21.15.5:0/3420034483 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.618+0000 7f892dd9b640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89300ca130 0x7f89300b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892ed9d640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f893015de70 0x7f89300cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 -- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89300ca130 msgr2=0x7f89300b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89300ca130 0x7f89300b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 -- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f893015de70 msgr2=0x7f89300cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f893015de70 0x7f89300cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 -- 172.21.15.5:0/3420034483 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f893015e5f0 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f892e59c640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f89280118e0 tx=0x7f8928011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892800fa30 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f892800fbd0 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89300ca5c0 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8928014440 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.619+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89300cab80 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.620+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89300d3f00 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.621+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8928012040 con 0x7f8918004d40 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.621+0000 7f891effd640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.621+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f892808b8b0 con 0x7f8918004d40 2024-09-16T00:55:34.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.621+0000 7f892dd9b640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.622+0000 7f892dd9b640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 0x7f891006e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f89300b3060 tx=0x7f8924009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.625+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8928019030 con 0x7f8918004d40 2024-09-16T00:55:34.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.802+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f89300ab0a0 con 0x7f8918004d40 2024-09-16T00:55:34.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.803+0000 7f891effd640 1 -- 172.21.15.5:0/3420034483 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7f892805a0b0 con 0x7f8918004d40 2024-09-16T00:55:34.804 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-16T00:55:34.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 msgr2=0x7f891006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 0x7f891006e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f89300b3060 tx=0x7f8924009190 comp rx=0 tx=0).stop 2024-09-16T00:55:34.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 msgr2=0x7f89301f4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f89280118e0 tx=0x7f8928011ce0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 shutdown_connections 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f891006c2b0 0x7f891006e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f893015de70 0x7f89300cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f89300ca130 0x7f89300b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 --2- 172.21.15.5:0/3420034483 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8918004d40 0x7f89301f4770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 >> 172.21.15.5:0/3420034483 conn(0x7f89300d4730 msgr2=0x7f89300b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 shutdown_connections 2024-09-16T00:55:34.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.805+0000 7f8934b42640 1 -- 172.21.15.5:0/3420034483 wait complete. 2024-09-16T00:55:34.817 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-16T00:55:34.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.918+0000 7f0af92c9640 1 Processor -- start 2024-09-16T00:55:34.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.918+0000 7f0af92c9640 1 -- start start 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af92c9640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f0af415e970 0x7f0af40b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af92c9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0af40b70b0 con 0x7f0af4162cd0 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af92c9640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0af40b78b0 con 0x7f0af40d1c10 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af92c9640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f0af40b62f0 con 0x7f0af415e970 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af27fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0af4162cd0 0x7f0af40d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36148/0 (socket says 172.21.15.5:36148) 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af27fc640 1 -- 172.21.15.5:0/2113443822 learned_addr learned my addr 172.21.15.5:0/2113443822 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4140395632 0 0) 0x7f0adc001110 con 0x7f0af4162cd0 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ae0003520 con 0x7f0af4162cd0 2024-09-16T00:55:34.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.919+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/2113443822 >> v2:172.21.15.73:3300/0 conn(0x7f0af415e970 0x7f0af40b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2543226907 0 0) 0x7f0ae0003520 con 0x7f0af4162cd0 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 >> v2:172.21.15.73:3300/0 conn(0x7f0af415e970 msgr2=0x7f0af40b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 --2- 172.21.15.5:0/2113443822 >> v2:172.21.15.73:3300/0 conn(0x7f0af415e970 0x7f0af40b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 >> v1:172.21.15.73:6789/0 conn(0x7f0af40d1c10 legacy=0x7f0af40ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af40b65d0 con 0x7f0af4162cd0 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f0adc001840 con 0x7f0af4162cd0 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 >> v1:172.21.15.5:6789/0 conn(0x7f0af4162cd0 legacy=0x7f0af40d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae00039b0 0x7f0ae0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 0x7f0ae0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0ae00051c0 0x7f0ae000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0af40b62f0 con 0x7f0ae0004800 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae000c160 con 0x7f0ae00039b0 2024-09-16T00:55:34.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0ae000c360 con 0x7f0ae00051c0 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 0x7f0ae0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae00039b0 0x7f0ae0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af37fe640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0ae00051c0 0x7f0ae000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 -- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0ae00051c0 msgr2=0x7f0ae000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0ae00051c0 0x7f0ae000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 -- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae00039b0 msgr2=0x7f0ae0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae00039b0 0x7f0ae0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af27fc640 1 -- 172.21.15.5:0/2113443822 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae0003520 con 0x7f0ae0004800 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af37fe640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0ae00051c0 0x7f0ae000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.920+0000 7f0af37fe640 1 -- 172.21.15.5:0/2113443822 reap_dead start 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.921+0000 7f0af27fc640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 0x7f0ae0004c80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c4c0 tx=0x7f0ae0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3ee005e2d188f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.921+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc00c0e0 con 0x7f0ae0004800 2024-09-16T00:55:34.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.921+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0adc034070 con 0x7f0ae0004800 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.921+0000 7f0af1ffb640 1 -- 172.21.15.5:0/2113443822 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc005d70 con 0x7f0ae0004800 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 -- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 msgr2=0x7f0ae0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 0x7f0ae0004c80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c4c0 tx=0x7f0ae0005830 comp rx=0 tx=0).stop 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 -- 172.21.15.5:0/2113443822 shutdown_connections 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 --2- 172.21.15.5:0/2113443822 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ae0004800 0x7f0ae0004c80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 -- 172.21.15.5:0/2113443822 >> 172.21.15.5:0/2113443822 conn(0x7f0af406bd00 msgr2=0x7f0af406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 -- 172.21.15.5:0/2113443822 shutdown_connections 2024-09-16T00:55:34.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.922+0000 7f0af92c9640 1 -- 172.21.15.5:0/2113443822 wait complete. 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.923+0000 7f0af92c9640 1 Processor -- start 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.923+0000 7f0af92c9640 1 -- start start 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 0x7f0af41f5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0af41f54e0 0x7f0af41f7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0af4163160 con 0x7f0af4160dc0 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0af40b6b90 con 0x7f0ae0004800 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af92c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0af40b37a0 con 0x7f0af41f54e0 2024-09-16T00:55:34.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35782/0 (socket says 172.21.15.5:35782) 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 -- 172.21.15.5:0/1089545667 learned_addr learned my addr 172.21.15.5:0/1089545667 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 0x7f0af41f5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af27fc640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0af41f54e0 0x7f0af41f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 -- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0af41f54e0 msgr2=0x7f0af41f7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0af41f54e0 0x7f0af41f7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 -- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 msgr2=0x7f0af41f5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 0x7f0af41f5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 -- 172.21.15.5:0/1089545667 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af415edf0 con 0x7f0af4160dc0 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 0x7f0af41f5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0af37fe640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0af40d0b40 tx=0x7f0aec00e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.924+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec019070 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.925+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aec0050d0 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.925+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af41616a0 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.925+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0035f0 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.925+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af4161c60 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.925+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af40d1500 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.926+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0aec003790 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.927+0000 7f0aeb7fe640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 0x7f0ad406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.927+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0aec08a4e0 con 0x7f0af4160dc0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.927+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 0x7f0ad406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:34.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.927+0000 7f0af2ffd640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 0x7f0ad406e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40074d0 tx=0x7f0ae400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:34.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:34.931+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0af40b78b0 con 0x7f0af4160dc0 2024-09-16T00:55:35.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.171+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) -- 0x7f0af40d2470 con 0x7f0af4160dc0 2024-09-16T00:55:35.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.381+0000 7f0aeb7fe640 1 -- 172.21.15.5:0/1089545667 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v47) ==== 151+0+0 (secure 0 0 0) 0x7f0aec058c40 con 0x7f0af4160dc0 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 msgr2=0x7f0ad406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 0x7f0ad406e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40074d0 tx=0x7f0ae400b040 comp rx=0 tx=0).stop 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 msgr2=0x7f0af40b51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0af40d0b40 tx=0x7f0aec00e820 comp rx=0 tx=0).stop 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 shutdown_connections 2024-09-16T00:55:35.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ad406c2e0 0x7f0ad406e7a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0af4160dc0 0x7f0af40b51d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0af41f54e0 0x7f0af41f7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 --2- 172.21.15.5:0/1089545667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0ae0004800 0x7f0af41f5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 >> 172.21.15.5:0/1089545667 conn(0x7f0af406bd00 msgr2=0x7f0af406c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 shutdown_connections 2024-09-16T00:55:35.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.383+0000 7f0af92c9640 1 -- 172.21.15.5:0/1089545667 wait complete. 2024-09-16T00:55:35.395 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T00:55:35.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.500+0000 7f535eaf8640 1 Processor -- start 2024-09-16T00:55:35.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.500+0000 7f535eaf8640 1 -- start start 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535eaf8640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f535815e7e0 0x7f53580cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535eaf8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f53580d4b40 0x7f53580b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535eaf8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53580d4f50 con 0x7f53580b7780 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535eaf8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f53580cfc90 con 0x7f53580d4b40 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535eaf8640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f53580d2a90 con 0x7f535815e7e0 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535d095640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f53580d4b40 0x7f53580b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f534ffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f53580b7780 0x7f53580b6170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36150/0 (socket says 172.21.15.5:36150) 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f534ffff640 1 -- 172.21.15.5:0/3261550316 learned_addr learned my addr 172.21.15.5:0/3261550316 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535c894640 1 --2- 172.21.15.5:0/3261550316 >> v2:172.21.15.73:3300/0 conn(0x7f535815e7e0 0x7f53580cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535d095640 1 -- 172.21.15.5:0/3261550316 >> v2:172.21.15.73:3300/0 conn(0x7f535815e7e0 msgr2=0x7f53580cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535d095640 1 --2- 172.21.15.5:0/3261550316 >> v2:172.21.15.73:3300/0 conn(0x7f535815e7e0 0x7f53580cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535d095640 1 -- 172.21.15.5:0/3261550316 >> v1:172.21.15.5:6789/0 conn(0x7f53580b7780 legacy=0x7f53580b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f535d095640 1 -- 172.21.15.5:0/3261550316 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53580d2d70 con 0x7f53580d4b40 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.501+0000 7f534f7fe640 1 -- 172.21.15.5:0/3261550316 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2744529472 0 0) 0x7f53580d4f50 con 0x7f53580b7780 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.502+0000 7f535d095640 1 --2- 172.21.15.5:0/3261550316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580b7c10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f53580b71f0 tx=0x7f535002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6798b31b15cc4950 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.502+0000 7f534f7fe640 1 -- 172.21.15.5:0/3261550316 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350007740 con 0x7f53580d4b40 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.502+0000 7f534f7fe640 1 -- 172.21.15.5:0/3261550316 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53500078e0 con 0x7f53580d4b40 2024-09-16T00:55:35.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.502+0000 7f534f7fe640 1 -- 172.21.15.5:0/3261550316 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350007cb0 con 0x7f53580d4b40 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 -- 172.21.15.5:0/3261550316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 msgr2=0x7f53580b7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 --2- 172.21.15.5:0/3261550316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580b7c10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f53580b71f0 tx=0x7f535002a680 comp rx=0 tx=0).stop 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 -- 172.21.15.5:0/3261550316 shutdown_connections 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 --2- 172.21.15.5:0/3261550316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580b7c10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 --2- 172.21.15.5:0/3261550316 >> v2:172.21.15.73:3300/0 conn(0x7f535815e7e0 0x7f53580cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 -- 172.21.15.5:0/3261550316 >> 172.21.15.5:0/3261550316 conn(0x7f5358072560 msgr2=0x7f5358072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 -- 172.21.15.5:0/3261550316 shutdown_connections 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.503+0000 7f535eaf8640 1 -- 172.21.15.5:0/3261550316 wait complete. 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.504+0000 7f535eaf8640 1 Processor -- start 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.504+0000 7f535eaf8640 1 -- start start 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f53580b7780 0x7f53581f3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f535815e7e0 0x7f53580cc710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f53580d3610 con 0x7f53580d4b40 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f53580d3330 con 0x7f53580b7780 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535eaf8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f53580b3940 con 0x7f535815e7e0 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35802/0 (socket says 172.21.15.5:35802) 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 -- 172.21.15.5:0/2334862734 learned_addr learned my addr 172.21.15.5:0/2334862734 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535c894640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f53580b7780 0x7f53581f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f535d095640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f535815e7e0 0x7f53580cc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 -- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f535815e7e0 msgr2=0x7f53580cc710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f535815e7e0 0x7f53580cc710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 -- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f53580b7780 msgr2=0x7f53581f3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f53580b7780 0x7f53581f3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.505+0000 7f534ffff640 1 -- 172.21.15.5:0/2334862734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53580ca220 con 0x7f53580d4b40 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f534ffff640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f534800c500 tx=0x7f534800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348018070 con 0x7f53580d4b40 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5348007580 con 0x7f53580d4b40 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53581f74a0 con 0x7f53580d4b40 2024-09-16T00:55:35.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348004a20 con 0x7f53580d4b40 2024-09-16T00:55:35.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.506+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53581f7a60 con 0x7f53580d4b40 2024-09-16T00:55:35.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.507+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53580d26b0 con 0x7f53580d4b40 2024-09-16T00:55:35.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.507+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5348004bc0 con 0x7f53580d4b40 2024-09-16T00:55:35.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.508+0000 7f534d7fa640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 0x7f534406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:35.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.508+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f534808a6c0 con 0x7f53580d4b40 2024-09-16T00:55:35.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.508+0000 7f535c894640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 0x7f534406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:35.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.508+0000 7f535c894640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 0x7f534406e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5354006fd0 tx=0x7f5354008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:35.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.512+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5348058e40 con 0x7f53580d4b40 2024-09-16T00:55:35.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.687+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f5358069fe0 con 0x7f53580d4b40 2024-09-16T00:55:35.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.690+0000 7f534d7fa640 1 -- 172.21.15.5:0/2334862734 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f5348058740 con 0x7f53580d4b40 2024-09-16T00:55:35.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 msgr2=0x7f534406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 0x7f534406e7a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5354006fd0 tx=0x7f5354008040 comp rx=0 tx=0).stop 2024-09-16T00:55:35.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 msgr2=0x7f53580cc1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:35.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f534800c500 tx=0x7f534800c9c0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 shutdown_connections 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f534406c2e0 0x7f534406e7a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f535815e7e0 0x7f53580cc710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53580d4b40 0x7f53580cc1d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 --2- 172.21.15.5:0/2334862734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f53580b7780 0x7f53581f3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 >> 172.21.15.5:0/2334862734 conn(0x7f5358072560 msgr2=0x7f53580b5290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 shutdown_connections 2024-09-16T00:55:35.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:35.693+0000 7f535eaf8640 1 -- 172.21.15.5:0/2334862734 wait complete. 2024-09-16T00:55:35.705 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:55:35.705 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:55:35.744 DEBUG:teuthology.orchestra.run.smithi073:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:55:35.786 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:55:35.787 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:35.787 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:35.803 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:35.803 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:35.859 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:35.859 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:35.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:55:36.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.058+0000 7f3b68f52640 1 Processor -- start 2024-09-16T00:55:36.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.058+0000 7f3b68f52640 1 -- start start 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b68f52640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b640d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b68f52640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b640b3f40 con 0x7f3b640cf250 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b68f52640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b640d43b0 con 0x7f3b640d1b80 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b68f52640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3b640cf710 con 0x7f3b6415e860 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b59d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3b640cf250 0x7f3b640d1470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36152/0 (socket says 172.21.15.5:36152) 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b59d9b640 1 -- 172.21.15.5:0/3927907313 learned_addr learned my addr 172.21.15.5:0/3927907313 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801788657 0 0) 0x7f3b4c001110 con 0x7f3b640cf250 2024-09-16T00:55:36.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3b50003520 con 0x7f3b640cf250 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b640d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3538902944 0 0) 0x7f3b50003520 con 0x7f3b640cf250 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 msgr2=0x7f3b640d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b640d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 >> v1:172.21.15.73:6789/0 conn(0x7f3b640d1b80 legacy=0x7f3b641621f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.059+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b640cf9f0 con 0x7f3b640cf250 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f3b4c001840 con 0x7f3b640cf250 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 >> v1:172.21.15.5:6789/0 conn(0x7f3b640cf250 legacy=0x7f3b640d1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b500039e0 0x7f3b50003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b50004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b50004d40 0x7f3b500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3b640cf710 con 0x7f3b500039e0 2024-09-16T00:55:36.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5000baf0 con 0x7f3b50004d40 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3b5000bcf0 con 0x7f3b6415e860 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b500039e0 0x7f3b50003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b59d9b640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b50004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b62d9d640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b50004d40 0x7f3b500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 -- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 msgr2=0x7f3b50004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b6415e860 0x7f3b50004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 -- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b50004d40 msgr2=0x7f3b500051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b50004d40 0x7f3b500051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b6259c640 1 -- 172.21.15.5:0/3927907313 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b50003520 con 0x7f3b500039e0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.060+0000 7f3b62d9d640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b50004d40 0x7f3b500051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b500039e0 0x7f3b50003e00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3b54009ac0 tx=0x7f3b50005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=762b1e71390ca2c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54036070 con 0x7f3b500039e0 2024-09-16T00:55:36.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b54031400 con 0x7f3b500039e0 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b61d9b640 1 -- 172.21.15.5:0/3927907313 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54009690 con 0x7f3b500039e0 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 -- 172.21.15.5:0/3927907313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b500039e0 msgr2=0x7f3b50003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3927907313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b500039e0 0x7f3b50003e00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3b54009ac0 tx=0x7f3b50005830 comp rx=0 tx=0).stop 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b62d9d640 1 -- 172.21.15.5:0/3927907313 reap_dead start 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 -- 172.21.15.5:0/3927907313 shutdown_connections 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 -- 172.21.15.5:0/3927907313 >> 172.21.15.5:0/3927907313 conn(0x7f3b6406bd00 msgr2=0x7f3b6406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 -- 172.21.15.5:0/3927907313 shutdown_connections 2024-09-16T00:55:36.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.061+0000 7f3b68f52640 1 -- 172.21.15.5:0/3927907313 wait complete. 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.063+0000 7f3b68f52640 1 Processor -- start 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.063+0000 7f3b68f52640 1 -- start start 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 0x7f3b641e9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 0x7f3b640b6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3b640d3e60 con 0x7f3b64155c90 2024-09-16T00:55:36.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3b640ced30 con 0x7f3b640c8c20 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b68f52640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3b640d3fe0 con 0x7f3b64156070 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35818/0 (socket says 172.21.15.5:35818) 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 -- 172.21.15.5:0/3226282737 learned_addr learned my addr 172.21.15.5:0/3226282737 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b59d9b640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 0x7f3b641e9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b62d9d640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 0x7f3b640b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 -- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 msgr2=0x7f3b640b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 0x7f3b640b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 -- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 msgr2=0x7f3b641e9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 0x7f3b641e9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 -- 172.21.15.5:0/3226282737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b640c90b0 con 0x7f3b64155c90 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b59d9b640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 0x7f3b641e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b62d9d640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 0x7f3b640b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:36.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.064+0000 7f3b6259c640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b54009ac0 tx=0x7f3b54004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.065+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54036050 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.065+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b54037040 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.065+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b640c9390 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.065+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54003a60 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.065+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b640c9950 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.066+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b640d5520 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.066+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3b54044030 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.067+0000 7f3b5b7fe640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 0x7f3b4406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.067+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3b540aad70 con 0x7f3b64155c90 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.067+0000 7f3b59d9b640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 0x7f3b4406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.067+0000 7f3b59d9b640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 0x7f3b4406e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3b6406c350 tx=0x7f3b4c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.071+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3b640d5520 con 0x7f3b64155c90 2024-09-16T00:55:36.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.257+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3b640d3090 con 0x7f3b64155c90 2024-09-16T00:55:36.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.258+0000 7f3b5b7fe640 1 -- 172.21.15.5:0/3226282737 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f3b54079570 con 0x7f3b64155c90 2024-09-16T00:55:36.259 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 msgr2=0x7f3b4406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 0x7f3b4406e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3b6406c350 tx=0x7f3b4c009040 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 msgr2=0x7f3b640ca150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b54009ac0 tx=0x7f3b54004730 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 shutdown_connections 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3b4406c2e0 0x7f3b4406e7a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3b64156070 0x7f3b640b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b640c8c20 0x7f3b641e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 --2- 172.21.15.5:0/3226282737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b64155c90 0x7f3b640ca150 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 >> 172.21.15.5:0/3226282737 conn(0x7f3b6406bd00 msgr2=0x7f3b6415f0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:36.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 shutdown_connections 2024-09-16T00:55:36.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.260+0000 7f3b68f52640 1 -- 172.21.15.5:0/3226282737 wait complete. 2024-09-16T00:55:36.272 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-16T00:55:36.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:36.272 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-16T00:55:36.299 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:55:36.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:36.299 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:55:36.357 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:36.357 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:36.377 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:36.377 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:36.435 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:36.435 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:36.469 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:36.472 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:55:36.493 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:55:36.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.654+0000 7f3099f68640 1 Processor -- start 2024-09-16T00:55:36.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.654+0000 7f3099f68640 1 -- start start 2024-09-16T00:55:36.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3099f68640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3099f68640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f30940d1ba0 0x7f30940d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3099f68640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30940b7920 con 0x7f30940cf1f0 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3099f68640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f30940cf940 con 0x7f30940d1ba0 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3099f68640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f30940cfc20 con 0x7f309415e8e0 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f3093fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f30940d1ba0 0x7f30940d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:32790/0 (socket says 172.21.15.5:32790) 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 -- 172.21.15.5:0/4078497445 learned_addr learned my addr 172.21.15.5:0/4078497445 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 -- 172.21.15.5:0/4078497445 >> v2:172.21.15.73:3300/0 conn(0x7f30940d1ba0 msgr2=0x7f30940d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 --2- 172.21.15.5:0/4078497445 >> v2:172.21.15.73:3300/0 conn(0x7f30940d1ba0 0x7f30940d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 -- 172.21.15.5:0/4078497445 >> v1:172.21.15.73:6789/0 conn(0x7f30940cf1f0 legacy=0x7f30940d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.655+0000 7f30937fe640 1 -- 172.21.15.5:0/4078497445 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30940d2ae0 con 0x7f309415e8e0 2024-09-16T00:55:36.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.656+0000 7f30937fe640 1 --2- 172.21.15.5:0/4078497445 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3084009870 tx=0x7f308402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7d67bb4c54fd906 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.656+0000 7f30927fc640 1 -- 172.21.15.5:0/4078497445 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084037070 con 0x7f309415e8e0 2024-09-16T00:55:36.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.656+0000 7f30927fc640 1 -- 172.21.15.5:0/4078497445 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3084032440 con 0x7f309415e8e0 2024-09-16T00:55:36.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.656+0000 7f30927fc640 1 -- 172.21.15.5:0/4078497445 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084032810 con 0x7f309415e8e0 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 -- 172.21.15.5:0/4078497445 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 msgr2=0x7f3094162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 --2- 172.21.15.5:0/4078497445 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3084009870 tx=0x7f308402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 -- 172.21.15.5:0/4078497445 shutdown_connections 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 --2- 172.21.15.5:0/4078497445 >> v2:172.21.15.73:3300/0 conn(0x7f30940d1ba0 0x7f30940d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 --2- 172.21.15.5:0/4078497445 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f3094162cf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 -- 172.21.15.5:0/4078497445 >> 172.21.15.5:0/4078497445 conn(0x7f309406bd00 msgr2=0x7f309406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 -- 172.21.15.5:0/4078497445 shutdown_connections 2024-09-16T00:55:36.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.657+0000 7f3099f68640 1 -- 172.21.15.5:0/4078497445 wait complete. 2024-09-16T00:55:36.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.658+0000 7f3099f68640 1 Processor -- start 2024-09-16T00:55:36.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.658+0000 7f3099f68640 1 -- start start 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30940cf1f0 0x7f30940ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f30941445f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f30940d3820 con 0x7f30940d1ba0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f30940cf630 con 0x7f30940cf1f0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3099f68640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f30940d39a0 con 0x7f309415e8e0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3092ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3092ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35828/0 (socket says 172.21.15.5:35828) 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f3092ffd640 1 -- 172.21.15.5:0/3054516970 learned_addr learned my addr 172.21.15.5:0/3054516970 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.659+0000 7f30937fe640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30940cf1f0 0x7f30940ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3093fff640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f30941445f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 -- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 msgr2=0x7f30941445f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f30941445f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 -- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30940cf1f0 msgr2=0x7f30940ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30940cf1f0 0x7f30940ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 -- 172.21.15.5:0/3054516970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30940c9270 con 0x7f30940d1ba0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3093fff640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f30941445f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3092ffd640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f308800c440 tx=0x7f3088001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30880052d0 con 0x7f30940d1ba0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3088005470 con 0x7f30940d1ba0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3088007260 con 0x7f30940d1ba0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30940c9550 con 0x7f30940d1ba0 2024-09-16T00:55:36.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.660+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30940c9b10 con 0x7f30940d1ba0 2024-09-16T00:55:36.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.661+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30940d32e0 con 0x7f30940d1ba0 2024-09-16T00:55:36.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.662+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3088007400 con 0x7f30940d1ba0 2024-09-16T00:55:36.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.662+0000 7f307bfff640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:36.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.662+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f308808a860 con 0x7f30940d1ba0 2024-09-16T00:55:36.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.662+0000 7f30937fe640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:36.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.663+0000 7f30937fe640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 0x7f308006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3084034000 tx=0x7f308402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:36.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.667+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30940b7920 con 0x7f30940d1ba0 2024-09-16T00:55:36.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.855+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f30940d23d0 con 0x7f30940d1ba0 2024-09-16T00:55:36.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.855+0000 7f307bfff640 1 -- 172.21.15.5:0/3054516970 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f308808a020 con 0x7f30940d1ba0 2024-09-16T00:55:36.856 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-16T00:55:36.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 msgr2=0x7f308006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 0x7f308006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3084034000 tx=0x7f308402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 msgr2=0x7f30940cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f308800c440 tx=0x7f3088001e70 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 shutdown_connections 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f309415e8e0 0x7f30941445f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30940d1ba0 0x7f30940cdf70 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 --2- 172.21.15.5:0/3054516970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f30940cf1f0 0x7f30940ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 >> 172.21.15.5:0/3054516970 conn(0x7f309406bd00 msgr2=0x7f3094162500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 shutdown_connections 2024-09-16T00:55:36.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:36.857+0000 7f3099f68640 1 -- 172.21.15.5:0/3054516970 wait complete. 2024-09-16T00:55:36.869 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-16T00:55:36.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:36.869 DEBUG:teuthology.orchestra.run.smithi073:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-16T00:55:36.901 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:55:36.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:36.901 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T00:55:36.967 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:36.968 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:36.984 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:36.984 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:37.040 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:55:37.040 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:37.096 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:55:37.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.238+0000 7f3aae923640 1 Processor -- start 2024-09-16T00:55:37.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.238+0000 7f3aae923640 1 -- start start 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aae923640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aae923640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3aa80d16e0 0x7f3aa80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aae923640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aa80cff10 con 0x7f3aa80b6a70 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aae923640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f3aa80d1b70 con 0x7f3aa80d16e0 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aae923640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa80cf540 con 0x7f3aa80b6690 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aacec0640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3aa80d16e0 0x7f3aa80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3a9ffff640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f3aa80b6a70 0x7f3aa80d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53626/0 (socket says 172.21.15.5:53626) 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aacec0640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f3aa80d16e0 0x7f3aa80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:37364/0 (socket says 172.21.15.5:37364) 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3a9ffff640 1 -- 172.21.15.5:0/520683347 learned_addr learned my addr 172.21.15.5:0/520683347 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.239+0000 7f3aa7fff640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:32796/0 (socket says 172.21.15.5:32796) 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aacec0640 1 -- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 msgr2=0x7f3aa80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aacec0640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aacec0640 1 -- 172.21.15.5:0/520683347 >> v1:172.21.15.73:6789/0 conn(0x7f3aa80b6a70 legacy=0x7f3aa80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aacec0640 1 -- 172.21.15.5:0/520683347 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa80d1d90 con 0x7f3aa80d16e0 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aa7fff640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:37.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.240+0000 7f3aa77fe640 1 -- 172.21.15.5:0/520683347 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2743408373 0 0) 0x7f3aa80cff10 con 0x7f3aa80b6a70 2024-09-16T00:55:37.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aacec0640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80d16e0 0x7f3aa80d2b50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009d90 tx=0x7f3aa002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa67f2daf355004a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aa77fe640 1 -- 172.21.15.5:0/520683347 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0007740 con 0x7f3aa80d16e0 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aa77fe640 1 -- 172.21.15.5:0/520683347 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3aa00078e0 con 0x7f3aa80d16e0 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aa77fe640 1 -- 172.21.15.5:0/520683347 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0007cb0 con 0x7f3aa80d16e0 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 -- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80d16e0 msgr2=0x7f3aa80d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80d16e0 0x7f3aa80d2b50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009d90 tx=0x7f3aa002a660 comp rx=0 tx=0).stop 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 -- 172.21.15.5:0/520683347 shutdown_connections 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80d16e0 0x7f3aa80d2b50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 --2- 172.21.15.5:0/520683347 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80b6690 0x7f3aa80cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 -- 172.21.15.5:0/520683347 >> 172.21.15.5:0/520683347 conn(0x7f3aa8072560 msgr2=0x7f3aa8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 -- 172.21.15.5:0/520683347 shutdown_connections 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.241+0000 7f3aae923640 1 -- 172.21.15.5:0/520683347 wait complete. 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 Processor -- start 2024-09-16T00:55:37.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 -- start start 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80b6690 0x7f3aa81f51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80d16e0 0x7f3aa81f7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa80b6ed0 con 0x7f3aa80b6a70 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa80cf1d0 con 0x7f3aa80b6690 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.243+0000 7f3aae923640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa815c530 con 0x7f3aa80d16e0 2024-09-16T00:55:37.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80b6690 0x7f3aa81f51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35836/0 (socket says 172.21.15.5:35836) 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 -- 172.21.15.5:0/1909049753 learned_addr learned my addr 172.21.15.5:0/1909049753 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aacec0640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80d16e0 0x7f3aa81f7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 -- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80d16e0 msgr2=0x7f3aa81f7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80d16e0 0x7f3aa81f7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 -- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80b6690 msgr2=0x7f3aa81f51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80b6690 0x7f3aa81f51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 -- 172.21.15.5:0/1909049753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa81f87c0 con 0x7f3aa80b6a70 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3a9ffff640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000c4b0 tx=0x7f3a9000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90018070 con 0x7f3aa80b6a70 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a90007500 con 0x7f3aa80b6a70 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa81f8aa0 con 0x7f3aa80b6a70 2024-09-16T00:55:37.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90004a20 con 0x7f3aa80b6a70 2024-09-16T00:55:37.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.244+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa81f4c90 con 0x7f3aa80b6a70 2024-09-16T00:55:37.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.245+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa8069140 con 0x7f3aa80b6a70 2024-09-16T00:55:37.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.246+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a9001b070 con 0x7f3aa80b6a70 2024-09-16T00:55:37.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.246+0000 7f3aa57fa640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 0x7f3a8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.246+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3a9008a740 con 0x7f3aa80b6a70 2024-09-16T00:55:37.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.247+0000 7f3aa7fff640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 0x7f3a8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.247+0000 7f3aa7fff640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 0x7f3a8806e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3a98009560 tx=0x7f3a98009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.251+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a90058900 con 0x7f3aa80b6a70 2024-09-16T00:55:37.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.440+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3aa815f210 con 0x7f3aa80b6a70 2024-09-16T00:55:37.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.440+0000 7f3aa57fa640 1 -- 172.21.15.5:0/1909049753 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f3a9005cc00 con 0x7f3aa80b6a70 2024-09-16T00:55:37.441 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-16T00:55:37.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 msgr2=0x7f3a8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 0x7f3a8806e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3a98009560 tx=0x7f3a98009190 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 msgr2=0x7f3aa80b5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000c4b0 tx=0x7f3a9000c970 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 shutdown_connections 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3a8806c2b0 0x7f3a8806e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3aa80d16e0 0x7f3aa81f7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3aa80b6a70 0x7f3aa80b5220 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 --2- 172.21.15.5:0/1909049753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3aa80b6690 0x7f3aa81f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 >> 172.21.15.5:0/1909049753 conn(0x7f3aa8072560 msgr2=0x7f3aa815e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 shutdown_connections 2024-09-16T00:55:37.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.442+0000 7f3aae923640 1 -- 172.21.15.5:0/1909049753 wait complete. 2024-09-16T00:55:37.454 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-16T00:55:37.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:37.454 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-16T00:55:37.481 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:55:37.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:37.481 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T00:55:37.537 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:37.537 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:37.557 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:37.557 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:37.615 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:55:37.615 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:55:37.674 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:55:37.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.776+0000 7f45cb92a640 1 Processor -- start 2024-09-16T00:55:37.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.776+0000 7f45cb92a640 1 -- start start 2024-09-16T00:55:37.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45cb92a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 0x7f45c40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45cb92a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 0x7f45c40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45cb92a640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45c40cff10 con 0x7f45c40d1510 2024-09-16T00:55:37.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45cb92a640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f45c40cf540 con 0x7f45c40b6a70 2024-09-16T00:55:37.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45cb92a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f45c40d1d90 con 0x7f45c40b6690 2024-09-16T00:55:37.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45c8ec5640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 0x7f45c40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45c96c6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 0x7f45c40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45c9ec7640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f45c40d1510 0x7f45c40d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53634/0 (socket says 172.21.15.5:53634) 2024-09-16T00:55:37.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.777+0000 7f45c9ec7640 1 -- 172.21.15.5:0/3137779842 learned_addr learned my addr 172.21.15.5:0/3137779842 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:37.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c96c6640 1 -- 172.21.15.5:0/3137779842 >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 msgr2=0x7f45c40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:37.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c96c6640 1 --2- 172.21.15.5:0/3137779842 >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 0x7f45c40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c96c6640 1 -- 172.21.15.5:0/3137779842 >> v1:172.21.15.73:6789/0 conn(0x7f45c40d1510 legacy=0x7f45c40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c96c6640 1 -- 172.21.15.5:0/3137779842 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c40ceef0 con 0x7f45c40b6690 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c8ec5640 1 --2- 172.21.15.5:0/3137779842 >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 0x7f45c40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.778+0000 7f45c96c6640 1 --2- 172.21.15.5:0/3137779842 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 0x7f45c40cf9d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f45c00097a0 tx=0x7f45c002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08d1e0d7f2efed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45bbfff640 1 -- 172.21.15.5:0/3137779842 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0037070 con 0x7f45c40b6690 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45bbfff640 1 -- 172.21.15.5:0/3137779842 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c0032440 con 0x7f45c40b6690 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45bbfff640 1 -- 172.21.15.5:0/3137779842 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0032810 con 0x7f45c40b6690 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 -- 172.21.15.5:0/3137779842 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 msgr2=0x7f45c40cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 --2- 172.21.15.5:0/3137779842 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 0x7f45c40cf9d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f45c00097a0 tx=0x7f45c002a180 comp rx=0 tx=0).stop 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 -- 172.21.15.5:0/3137779842 shutdown_connections 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 --2- 172.21.15.5:0/3137779842 >> v2:172.21.15.73:3300/0 conn(0x7f45c40b6a70 0x7f45c40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 --2- 172.21.15.5:0/3137779842 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40b6690 0x7f45c40cf9d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 -- 172.21.15.5:0/3137779842 >> 172.21.15.5:0/3137779842 conn(0x7f45c4072560 msgr2=0x7f45c4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:37.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 -- 172.21.15.5:0/3137779842 shutdown_connections 2024-09-16T00:55:37.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.779+0000 7f45cb92a640 1 -- 172.21.15.5:0/3137779842 wait complete. 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.780+0000 7f45cb92a640 1 Processor -- start 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 -- start start 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 0x7f45c415d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40d1510 0x7f45c415de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f45c40d19a0 con 0x7f45c40b6690 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f45c40b6ed0 con 0x7f45c40b6a70 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45cb92a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f45c40d1b20 con 0x7f45c40d1510 2024-09-16T00:55:37.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45c96c6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45c96c6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35840/0 (socket says 172.21.15.5:35840) 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.781+0000 7f45c96c6640 1 -- 172.21.15.5:0/4204469157 learned_addr learned my addr 172.21.15.5:0/4204469157 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c8ec5640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 0x7f45c415d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c9ec7640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40d1510 0x7f45c415de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 -- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40d1510 msgr2=0x7f45c415de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40d1510 0x7f45c415de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 -- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 msgr2=0x7f45c415d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 0x7f45c415d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 -- 172.21.15.5:0/4204469157 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c40cb900 con 0x7f45c40b6690 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c8ec5640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 0x7f45c415d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:37.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45c96c6640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f45c0035040 tx=0x7f45c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0037040 con 0x7f45c40b6690 2024-09-16T00:55:37.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c0030500 con 0x7f45c40b6690 2024-09-16T00:55:37.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45c40cbbe0 con 0x7f45c40b6690 2024-09-16T00:55:37.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0030910 con 0x7f45c40b6690 2024-09-16T00:55:37.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.782+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45c40cc1a0 con 0x7f45c40b6690 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.783+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45c415d6b0 con 0x7f45c40b6690 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.784+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45c0044020 con 0x7f45c40b6690 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.784+0000 7f45b9ffb640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 0x7f45a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.784+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f45c00ab790 con 0x7f45c40b6690 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.785+0000 7f45c8ec5640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 0x7f45a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:37.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.785+0000 7f45c8ec5640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 0x7f45a806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f45c4155600 tx=0x7f45b4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:37.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.789+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45c0079e80 con 0x7f45c40b6690 2024-09-16T00:55:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.979+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f45c4069140 con 0x7f45c40b6690 2024-09-16T00:55:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.979+0000 7f45b9ffb640 1 -- 172.21.15.5:0/4204469157 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f45c0079780 con 0x7f45c40b6690 2024-09-16T00:55:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 msgr2=0x7f45a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 0x7f45a806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f45c4155600 tx=0x7f45b4008040 comp rx=0 tx=0).stop 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 msgr2=0x7f45c4149860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f45c0035040 tx=0x7f45c00046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 shutdown_connections 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f45a806c2b0 0x7f45a806e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f45c40d1510 0x7f45c415de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f45c40b6a70 0x7f45c415d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 --2- 172.21.15.5:0/4204469157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45c40b6690 0x7f45c4149860 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 >> 172.21.15.5:0/4204469157 conn(0x7f45c4072560 msgr2=0x7f45c40d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 shutdown_connections 2024-09-16T00:55:37.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:37.981+0000 7f45cb92a640 1 -- 172.21.15.5:0/4204469157 wait complete. 2024-09-16T00:55:37.993 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-16T00:55:37.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:37.993 DEBUG:teuthology.orchestra.run.smithi073:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-16T00:55:38.025 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:55:38.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:55:38.025 DEBUG:teuthology.orchestra.run.smithi073:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T00:55:38.084 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T00:55:38.085 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.186+0000 7f5654b2c640 1 Processor -- start 2024-09-16T00:55:38.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.186+0000 7f5654b2c640 1 -- start start 2024-09-16T00:55:38.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f5654b2c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f56500713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f5654b2c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f565015cb60 con 0x7f5650160990 2024-09-16T00:55:38.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f5654b2c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f565015ce40 con 0x7f565006e440 2024-09-16T00:55:38.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f5654b2c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f56500719b0 con 0x7f565015c330 2024-09-16T00:55:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f564dd9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5650160990 0x7f565006dd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36154/0 (socket says 172.21.15.5:36154) 2024-09-16T00:55:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.187+0000 7f564dd9b640 1 -- 172.21.15.5:0/2457285794 learned_addr learned my addr 172.21.15.5:0/2457285794 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2528935840 0 0) 0x7f565015cb60 con 0x7f5650160990 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564e59c640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f56500713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f563c003520 con 0x7f5650160990 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 583255817 0 0) 0x7f563c003520 con 0x7f5650160990 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 msgr2=0x7f56500713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f56500713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 >> v1:172.21.15.73:6789/0 conn(0x7f565006e440 legacy=0x7f56500d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565015d120 con 0x7f5650160990 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f5638001670 con 0x7f5650160990 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 >> v1:172.21.15.5:6789/0 conn(0x7f5650160990 legacy=0x7f565006dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f563c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f563c003fb0 0x7f563c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f563c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f56500719b0 con 0x7f563c004d40 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f563c00bb00 con 0x7f563c003fb0 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f563c00bd00 con 0x7f565015c330 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564ed9d640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f563c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564e59c640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f563c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.188+0000 7f564dd9b640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f563c003fb0 0x7f563c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 -- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 msgr2=0x7f563c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f565015c330 0x7f563c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 -- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f563c003fb0 msgr2=0x7f563c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f563c003fb0 0x7f563c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 -- 172.21.15.5:0/2457285794 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f563c003520 con 0x7f563c004d40 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564ed9d640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f563c0051c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5648001750 tx=0x7f563c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23cfb65ca45cb445 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5648001370 con 0x7f563c004d40 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56480052d0 con 0x7f563c004d40 2024-09-16T00:55:38.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.189+0000 7f564d59a640 1 -- 172.21.15.5:0/2457285794 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564802abe0 con 0x7f563c004d40 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 -- 172.21.15.5:0/2457285794 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 msgr2=0x7f563c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 --2- 172.21.15.5:0/2457285794 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f563c0051c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5648001750 tx=0x7f563c005830 comp rx=0 tx=0).stop 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f564ed9d640 1 -- 172.21.15.5:0/2457285794 reap_dead start 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 -- 172.21.15.5:0/2457285794 shutdown_connections 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 -- 172.21.15.5:0/2457285794 >> 172.21.15.5:0/2457285794 conn(0x7f56500b4170 msgr2=0x7f56500b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 -- 172.21.15.5:0/2457285794 shutdown_connections 2024-09-16T00:55:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.190+0000 7f5654b2c640 1 -- 172.21.15.5:0/2457285794 wait complete. 2024-09-16T00:55:38.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.191+0000 7f5654b2c640 1 Processor -- start 2024-09-16T00:55:38.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.191+0000 7f5654b2c640 1 -- start start 2024-09-16T00:55:38.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f56501f3310 0x7f56500b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f56501f24d0 0x7f56501f2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5650160dd0 con 0x7f563c004d40 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f565015d920 con 0x7f56501f3310 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f5654b2c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f565015c710 con 0x7f56501f24d0 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f564e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f564e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35852/0 (socket says 172.21.15.5:35852) 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f564e59c640 1 -- 172.21.15.5:0/3938124407 learned_addr learned my addr 172.21.15.5:0/3938124407 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f564dd9b640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f56501f3310 0x7f56500b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.192+0000 7f564ed9d640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f56501f24d0 0x7f56501f2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 -- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f56501f24d0 msgr2=0x7f56501f2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f56501f24d0 0x7f56501f2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 -- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f56501f3310 msgr2=0x7f56500b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f56501f3310 0x7f56500b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 -- 172.21.15.5:0/3938124407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56501f2e90 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f564e59c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5640011e60 tx=0x7f564000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640015630 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56400157d0 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56500b5cc0 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640015ba0 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.193+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56500b6280 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.194+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56500713d0 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.194+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f564001d400 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.195+0000 7f5646ffd640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 0x7f563006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.195+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f564008c4b0 con 0x7f563c004d40 2024-09-16T00:55:38.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.195+0000 7f564dd9b640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 0x7f563006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.196+0000 7f564dd9b640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 0x7f563006e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f56500b7090 tx=0x7f5638001db0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.199+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f56501f2e90 con 0x7f563c004d40 2024-09-16T00:55:38.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.411+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56500ce780 con 0x7f563c004d40 2024-09-16T00:55:38.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.412+0000 7f5646ffd640 1 -- 172.21.15.5:0/3938124407 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7f5640019030 con 0x7f563c004d40 2024-09-16T00:55:38.413 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:38.414 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:38.414 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:38.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 msgr2=0x7f563006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 0x7f563006e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f56500b7090 tx=0x7f5638001db0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 msgr2=0x7f565013d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5640011e60 tx=0x7f564000f580 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 shutdown_connections 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f563006c2e0 0x7f563006e7a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f56501f24d0 0x7f56501f2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f56501f3310 0x7f56500b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 --2- 172.21.15.5:0/3938124407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f563c004d40 0x7f565013d0d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 >> 172.21.15.5:0/3938124407 conn(0x7f56500b4170 msgr2=0x7f565015fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 shutdown_connections 2024-09-16T00:55:38.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.414+0000 7f5654b2c640 1 -- 172.21.15.5:0/3938124407 wait complete. 2024-09-16T00:55:38.426 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:38.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.527+0000 7fd8b518d640 1 Processor -- start 2024-09-16T00:55:38.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.527+0000 7fd8b518d640 1 -- start start 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8b518d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd8b00b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8b518d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fd8b00d08f0 0x7fd8b00cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8b518d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8b00b4250 con 0x7fd8b015b4f0 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8b518d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fd8b00b44f0 con 0x7fd8b00d08f0 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8b518d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd8b00ccd80 con 0x7fd8b015b110 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8ae59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd8b015b4f0 0x7fd8b00d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36166/0 (socket says 172.21.15.5:36166) 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8ae59c640 1 -- 172.21.15.5:0/4240686083 learned_addr learned my addr 172.21.15.5:0/4240686083 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8af59e640 1 --2- 172.21.15.5:0/4240686083 >> v2:172.21.15.73:3300/0 conn(0x7fd8b00d08f0 0x7fd8b00cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2126346028 0 0) 0x7fd8b00b4250 con 0x7fd8b015b4f0 2024-09-16T00:55:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8aed9d640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd8b00b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd89c003520 con 0x7fd8b015b4f0 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.528+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 111568116 0 0) 0x7fd89c003520 con 0x7fd8b015b4f0 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 msgr2=0x7fd8b00b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd8b00b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 >> v2:172.21.15.73:3300/0 conn(0x7fd8b00d08f0 msgr2=0x7fd8b00cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 --2- 172.21.15.5:0/4240686083 >> v2:172.21.15.73:3300/0 conn(0x7fd8b00d08f0 0x7fd8b00cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8b00cd060 con 0x7fd8b015b4f0 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fd898001690 con 0x7fd8b015b4f0 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 >> v1:172.21.15.5:6789/0 conn(0x7fd8b015b4f0 legacy=0x7fd8b00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd89c0039b0 0x7fd89c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd89c004800 0x7fd89c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd89c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b00b44f0 con 0x7fd89c004800 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b00ccd80 con 0x7fd89c0039b0 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd89c00b9c0 con 0x7fd8b015b110 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd89c004800 0x7fd89c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8aed9d640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd89c0039b0 0x7fd89c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8af59e640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd89c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 -- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 msgr2=0x7fd89c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd8b015b110 0x7fd89c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 -- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd89c0039b0 msgr2=0x7fd89c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd89c0039b0 0x7fd89c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.529+0000 7fd8ae59c640 1 -- 172.21.15.5:0/4240686083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd89c003520 con 0x7fd89c004800 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd89c004800 0x7fd89c004c80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd89800c210 tx=0x7fd89c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32ab6cc85e6312c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd89802e070 con 0x7fd89c004800 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd898005af0 con 0x7fd89c004800 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8add9b640 1 -- 172.21.15.5:0/4240686083 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd898007d70 con 0x7fd89c004800 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8b518d640 1 -- 172.21.15.5:0/4240686083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd89c004800 msgr2=0x7fd89c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8b518d640 1 --2- 172.21.15.5:0/4240686083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd89c004800 0x7fd89c004c80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd89800c210 tx=0x7fd89c005830 comp rx=0 tx=0).stop 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.530+0000 7fd8af59e640 1 -- 172.21.15.5:0/4240686083 reap_dead start 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.531+0000 7fd8b518d640 1 -- 172.21.15.5:0/4240686083 shutdown_connections 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.531+0000 7fd8b518d640 1 -- 172.21.15.5:0/4240686083 >> 172.21.15.5:0/4240686083 conn(0x7fd8b006d000 msgr2=0x7fd8b006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.531+0000 7fd8b518d640 1 -- 172.21.15.5:0/4240686083 shutdown_connections 2024-09-16T00:55:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.531+0000 7fd8b518d640 1 -- 172.21.15.5:0/4240686083 wait complete. 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.532+0000 7fd8b518d640 1 Processor -- start 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.532+0000 7fd8b518d640 1 -- start start 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd89c004800 0x7fd8b014aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8b0155fa0 0x7fd8b0156420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b0073d10 con 0x7fd8b006bb20 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b00cd620 con 0x7fd8b0155fa0 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8b518d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd8b0073e90 con 0x7fd89c004800 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35860/0 (socket says 172.21.15.5:35860) 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 -- 172.21.15.5:0/1731714617 learned_addr learned my addr 172.21.15.5:0/1731714617 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8aed9d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd89c004800 0x7fd8b014aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8af59e640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8b0155fa0 0x7fd8b0156420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 -- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd89c004800 msgr2=0x7fd8b014aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd89c004800 0x7fd8b014aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 -- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8b0155fa0 msgr2=0x7fd8b0156420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8b0155fa0 0x7fd8b0156420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.533+0000 7fd8ae59c640 1 -- 172.21.15.5:0/1731714617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8b014b430 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8ae59c640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd89802ae30 tx=0x7fd8b00cd230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd898042070 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd898007480 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8b0156d10 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd898007d70 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.534+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8b01572d0 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.535+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8b00b3d10 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.535+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd898045070 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.536+0000 7fd8a77fe640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 0x7fd89006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.536+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd8980ac1d0 con 0x7fd8b006bb20 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.536+0000 7fd8aed9d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 0x7fd89006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.536+0000 7fd8aed9d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 0x7fd89006e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd8a80099c0 tx=0x7fd8a8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.540+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd89804c020 con 0x7fd8b006bb20 2024-09-16T00:55:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.754+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8b015f440 con 0x7fd8b006bb20 2024-09-16T00:55:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.755+0000 7fd8a77fe640 1 -- 172.21.15.5:0/1731714617 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7fd89803b340 con 0x7fd8b006bb20 2024-09-16T00:55:38.756 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:38.756 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 msgr2=0x7fd89006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 0x7fd89006e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd8a80099c0 tx=0x7fd8a8008040 comp rx=0 tx=0).stop 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 msgr2=0x7fd8b006bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd89802ae30 tx=0x7fd8b00cd230 comp rx=0 tx=0).stop 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 shutdown_connections 2024-09-16T00:55:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd89006c2e0 0x7fd89006e7a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8b0155fa0 0x7fd8b0156420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b006bb20 0x7fd8b006bfa0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 --2- 172.21.15.5:0/1731714617 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd89c004800 0x7fd8b014aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 >> 172.21.15.5:0/1731714617 conn(0x7fd8b006d000 msgr2=0x7fd8b0071820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 shutdown_connections 2024-09-16T00:55:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.757+0000 7fd8b518d640 1 -- 172.21.15.5:0/1731714617 wait complete. 2024-09-16T00:55:38.769 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:38.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.869+0000 7f08fcf11640 1 Processor -- start 2024-09-16T00:55:38.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.869+0000 7f08fcf11640 1 -- start start 2024-09-16T00:55:38.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08fcf11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80b6a70 0x7f08f80d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08fcf11640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f08f80d1510 0x7f08f80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08fcf11640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08f80d1d90 con 0x7f08f80b6690 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08fcf11640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f08f80cf540 con 0x7f08f80d1510 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08fcf11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f08f80ceef0 con 0x7f08f80b6a70 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.870+0000 7f08f6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f08f80d1510 0x7f08f80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f08f80d1510 0x7f08f80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35872/0 (socket says 172.21.15.5:35872) 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 -- 172.21.15.5:0/3227843208 learned_addr learned my addr 172.21.15.5:0/3227843208 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f5d9b640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80b6a70 0x7f08f80d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 -- 172.21.15.5:0/3227843208 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80b6a70 msgr2=0x7f08f80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80b6a70 0x7f08f80d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 -- 172.21.15.5:0/3227843208 >> v1:172.21.15.73:6789/0 conn(0x7f08f80b6690 legacy=0x7f08f80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.871+0000 7f08f6d9d640 1 -- 172.21.15.5:0/3227843208 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f80cf1d0 con 0x7f08f80d1510 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08f6d9d640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80d1510 0x7f08f80d2b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f08e8009e50 tx=0x7f08e802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d500440634e6685b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08f559a640 1 -- 172.21.15.5:0/3227843208 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8036070 con 0x7f08f80d1510 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08f559a640 1 -- 172.21.15.5:0/3227843208 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08e8031600 con 0x7f08f80d1510 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08f559a640 1 -- 172.21.15.5:0/3227843208 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e80319d0 con 0x7f08f80d1510 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 -- 172.21.15.5:0/3227843208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80d1510 msgr2=0x7f08f80d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80d1510 0x7f08f80d2b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f08e8009e50 tx=0x7f08e802a710 comp rx=0 tx=0).stop 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 -- 172.21.15.5:0/3227843208 shutdown_connections 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80d1510 0x7f08f80d2b50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 --2- 172.21.15.5:0/3227843208 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80b6a70 0x7f08f80d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 -- 172.21.15.5:0/3227843208 >> 172.21.15.5:0/3227843208 conn(0x7f08f8072560 msgr2=0x7f08f8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:38.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 -- 172.21.15.5:0/3227843208 shutdown_connections 2024-09-16T00:55:38.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.872+0000 7f08fcf11640 1 -- 172.21.15.5:0/3227843208 wait complete. 2024-09-16T00:55:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.874+0000 7f08fcf11640 1 Processor -- start 2024-09-16T00:55:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.874+0000 7f08fcf11640 1 -- start start 2024-09-16T00:55:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.874+0000 7f08fcf11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.874+0000 7f08fcf11640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08f80b6a70 0x7f08f8152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.874+0000 7f08fcf11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80d1510 0x7f08f81548b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08fcf11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f08f80d1b20 con 0x7f08f80b6690 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08fcf11640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f08f80d19a0 con 0x7f08f80b6a70 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08fcf11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f08f815c530 con 0x7f08f80d1510 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35888/0 (socket says 172.21.15.5:35888) 2024-09-16T00:55:38.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 -- 172.21.15.5:0/1136427930 learned_addr learned my addr 172.21.15.5:0/1136427930 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f5d9b640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08f80b6a70 0x7f08f8152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f6d9d640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80d1510 0x7f08f81548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 -- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80d1510 msgr2=0x7f08f81548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80d1510 0x7f08f81548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 -- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08f80b6a70 msgr2=0x7f08f8152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08f80b6a70 0x7f08f8152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:38.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 -- 172.21.15.5:0/1136427930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f80ccb70 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08f659c640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f08f000c400 tx=0x7f08f000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f00052d0 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08f0005490 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08f80cce10 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f0007260 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.875+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08f8150860 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.876+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08f80d0fd0 con 0x7f08f80b6690 2024-09-16T00:55:38.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.877+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f08f0007400 con 0x7f08f80b6690 2024-09-16T00:55:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.877+0000 7f08eeffd640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 0x7f08d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.877+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f08f008a810 con 0x7f08f80b6690 2024-09-16T00:55:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.878+0000 7f08f5d9b640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 0x7f08d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.878+0000 7f08f5d9b640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 0x7f08d806e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f08f80cba70 tx=0x7f08e0009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:38.882+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f08f00589c0 con 0x7f08f80b6690 2024-09-16T00:55:39.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.056+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08f8069140 con 0x7f08f80b6690 2024-09-16T00:55:39.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.057+0000 7f08eeffd640 1 -- 172.21.15.5:0/1136427930 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7f08f005ccc0 con 0x7f08f80b6690 2024-09-16T00:55:39.059 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:39.059 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:39.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 msgr2=0x7f08d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 0x7f08d806e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f08f80cba70 tx=0x7f08e0009190 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 msgr2=0x7f08f814fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f08f000c400 tx=0x7f08f000c8c0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 shutdown_connections 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f08d806c2b0 0x7f08d806e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f08f80d1510 0x7f08f81548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08f80b6a70 0x7f08f8152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 --2- 172.21.15.5:0/1136427930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f08f80b6690 0x7f08f814fe00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 >> 172.21.15.5:0/1136427930 conn(0x7f08f8072560 msgr2=0x7f08f80b9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 shutdown_connections 2024-09-16T00:55:39.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.059+0000 7f08fcf11640 1 -- 172.21.15.5:0/1136427930 wait complete. 2024-09-16T00:55:39.072 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:55:39.072 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:39.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.173+0000 7f1e8ae50640 1 Processor -- start 2024-09-16T00:55:39.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.173+0000 7f1e8ae50640 1 -- start start 2024-09-16T00:55:39.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.173+0000 7f1e8ae50640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1e840d1db0 0x7f1e840cf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e8ae50640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e840b3fa0 con 0x7f1e840d2630 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e8ae50640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e840d3e50 con 0x7f1e8415e800 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e8ae50640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f1e8415ebe0 con 0x7f1e840d1db0 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e893ed640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1e840d2630 0x7f1e841682b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36182/0 (socket says 172.21.15.5:36182) 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e893ed640 1 -- 172.21.15.5:0/1600294671 learned_addr learned my addr 172.21.15.5:0/1600294671 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2582150350 0 0) 0x7f1e840b3fa0 con 0x7f1e840d2630 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e83fff640 1 --2- 172.21.15.5:0/1600294671 >> v2:172.21.15.73:3300/0 conn(0x7f1e840d1db0 0x7f1e840cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e74003520 con 0x7f1e840d2630 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1635779258 0 0) 0x7f1e74003520 con 0x7f1e840d2630 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 >> v2:172.21.15.73:3300/0 conn(0x7f1e840d1db0 msgr2=0x7f1e840cf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 --2- 172.21.15.5:0/1600294671 >> v2:172.21.15.73:3300/0 conn(0x7f1e840d1db0 0x7f1e840cf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 >> v1:172.21.15.73:6789/0 conn(0x7f1e8415e800 legacy=0x7f1e840d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e840d2b10 con 0x7f1e840d2630 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f1e7c0019f0 con 0x7f1e840d2630 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 >> v1:172.21.15.5:6789/0 conn(0x7f1e840d2630 legacy=0x7f1e841682b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e740039b0 0x7f1e74003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e74004800 0x7f1e74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e7400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e7400c030 con 0x7f1e740051c0 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e7400c1e0 con 0x7f1e740039b0 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1e7400c3e0 con 0x7f1e74004800 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e893ed640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e7400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e88bec640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e740039b0 0x7f1e74003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.174+0000 7f1e83fff640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e74004800 0x7f1e74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 -- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e74004800 msgr2=0x7f1e74004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e74004800 0x7f1e74004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 -- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e740039b0 msgr2=0x7f1e74003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e740039b0 0x7f1e74003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 -- 172.21.15.5:0/1600294671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e74003520 con 0x7f1e740051c0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 -- 172.21.15.5:0/1600294671 reap_dead start 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.175+0000 7f1e893ed640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e7400b9c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00a860 tx=0x7f1e74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884dacd125e53ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c00a480 con 0x7f1e740051c0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7c02f070 con 0x7f1e740051c0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e837fe640 1 -- 172.21.15.5:0/1600294671 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c02bcc0 con 0x7f1e740051c0 2024-09-16T00:55:39.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 -- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 msgr2=0x7f1e7400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e7400b9c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00a860 tx=0x7f1e74005830 comp rx=0 tx=0).stop 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 -- 172.21.15.5:0/1600294671 shutdown_connections 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/1600294671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e7400b9c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 -- 172.21.15.5:0/1600294671 >> 172.21.15.5:0/1600294671 conn(0x7f1e84072560 msgr2=0x7f1e84072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 -- 172.21.15.5:0/1600294671 shutdown_connections 2024-09-16T00:55:39.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.176+0000 7f1e8ae50640 1 -- 172.21.15.5:0/1600294671 wait complete. 2024-09-16T00:55:39.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.177+0000 7f1e8ae50640 1 Processor -- start 2024-09-16T00:55:39.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 -- start start 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8414faf0 0x7f1e840cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e840cb100 0x7f1e8414e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e840d33b0 con 0x7f1e740051c0 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e840d30d0 con 0x7f1e840cb100 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e8ae50640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1e840d3690 con 0x7f1e8414faf0 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e88bec640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e88bec640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35910/0 (socket says 172.21.15.5:35910) 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.178+0000 7f1e88bec640 1 -- 172.21.15.5:0/3672031874 learned_addr learned my addr 172.21.15.5:0/3672031874 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e893ed640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e840cb100 0x7f1e8414e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e83fff640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8414faf0 0x7f1e840cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 -- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8414faf0 msgr2=0x7f1e840cabc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8414faf0 0x7f1e840cabc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 -- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e840cb100 msgr2=0x7f1e8414e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e840cb100 0x7f1e8414e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 -- 172.21.15.5:0/3672031874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e8414c810 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e88bec640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1e7800f620 tx=0x7f1e7800fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e780052e0 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e78018070 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e8414caf0 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78003810 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.179+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e8414d0b0 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.180+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e841610e0 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.181+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e780039b0 con 0x7f1e740051c0 2024-09-16T00:55:39.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.181+0000 7f1e817fa640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 0x7f1e6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.181+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1e7808b120 con 0x7f1e740051c0 2024-09-16T00:55:39.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.181+0000 7f1e83fff640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 0x7f1e6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.182+0000 7f1e83fff640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 0x7f1e6806e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1e840b5b40 tx=0x7f1e70008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.185+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e841610e0 con 0x7f1e740051c0 2024-09-16T00:55:39.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.397+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e840cf770 con 0x7f1e740051c0 2024-09-16T00:55:39.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.397+0000 7f1e817fa640 1 -- 172.21.15.5:0/3672031874 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7f1e78059920 con 0x7f1e740051c0 2024-09-16T00:55:39.398 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:39.399 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:39.399 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:39.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 msgr2=0x7f1e6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 0x7f1e6806e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1e840b5b40 tx=0x7f1e70008040 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 msgr2=0x7f1e840ab3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1e7800f620 tx=0x7f1e7800fae0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 shutdown_connections 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e6806c2b0 0x7f1e6806e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e840cb100 0x7f1e8414e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8414faf0 0x7f1e840cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 --2- 172.21.15.5:0/3672031874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e740051c0 0x7f1e840ab3d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 >> 172.21.15.5:0/3672031874 conn(0x7f1e84072560 msgr2=0x7f1e840b5370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 shutdown_connections 2024-09-16T00:55:39.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.400+0000 7f1e8ae50640 1 -- 172.21.15.5:0/3672031874 wait complete. 2024-09-16T00:55:39.412 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:39.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.513+0000 7f669c4f1640 1 Processor -- start 2024-09-16T00:55:39.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.513+0000 7f669c4f1640 1 -- start start 2024-09-16T00:55:39.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669c4f1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6694160710 0x7f66940cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669c4f1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669c4f1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66940cfdd0 con 0x7f66940cf800 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669c4f1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f669415cc90 con 0x7f6694160710 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669c4f1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f669415cf70 con 0x7f6694160af0 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669a28d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6694160710 0x7f66940cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669aa8e640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f66940cf800 0x7f669406bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53676/0 (socket says 172.21.15.5:53676) 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669aa8e640 1 -- 172.21.15.5:0/1746949297 learned_addr learned my addr 172.21.15.5:0/1746949297 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f6699a8c640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669928b640 1 -- 172.21.15.5:0/1746949297 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4114550183 0 0) 0x7f66940cfdd0 con 0x7f66940cf800 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669928b640 1 -- 172.21.15.5:0/1746949297 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6680003520 con 0x7f66940cf800 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669a28d640 1 -- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 msgr2=0x7f66940d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669a28d640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.514+0000 7f669a28d640 1 -- 172.21.15.5:0/1746949297 >> v1:172.21.15.73:6789/0 conn(0x7f66940cf800 legacy=0x7f669406bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.515+0000 7f669a28d640 1 -- 172.21.15.5:0/1746949297 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669415d250 con 0x7f6694160710 2024-09-16T00:55:39.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.515+0000 7f6699a8c640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:39.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.515+0000 7f669a28d640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f66940cf2c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f66900097a0 tx=0x7f669002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45999a51385f5c67 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669928b640 1 -- 172.21.15.5:0/1746949297 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6690037070 con 0x7f6694160710 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669928b640 1 -- 172.21.15.5:0/1746949297 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6690032440 con 0x7f6694160710 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669928b640 1 -- 172.21.15.5:0/1746949297 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66900327f0 con 0x7f6694160710 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 -- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 msgr2=0x7f66940cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f66940cf2c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f66900097a0 tx=0x7f669002a180 comp rx=0 tx=0).stop 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 -- 172.21.15.5:0/1746949297 shutdown_connections 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 --2- 172.21.15.5:0/1746949297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f66940cf2c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 -- 172.21.15.5:0/1746949297 >> 172.21.15.5:0/1746949297 conn(0x7f669406d000 msgr2=0x7f669406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 -- 172.21.15.5:0/1746949297 shutdown_connections 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.516+0000 7f669c4f1640 1 -- 172.21.15.5:0/1746949297 wait complete. 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.517+0000 7f669c4f1640 1 Processor -- start 2024-09-16T00:55:39.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.517+0000 7f669c4f1640 1 -- start start 2024-09-16T00:55:39.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f669414f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f669415d770 con 0x7f66940cf800 2024-09-16T00:55:39.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6694073080 con 0x7f6694160710 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669c4f1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f66941e7c50 con 0x7f6694160af0 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669a28d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669a28d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35916/0 (socket says 172.21.15.5:35916) 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669a28d640 1 -- 172.21.15.5:0/277974816 learned_addr learned my addr 172.21.15.5:0/277974816 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f669aa8e640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.518+0000 7f6699a8c640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f669414f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 -- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 msgr2=0x7f66940cd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940cd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 -- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 msgr2=0x7f669414f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f669414f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 -- 172.21.15.5:0/277974816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669414dea0 con 0x7f66940cf800 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f6699a8c640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f669414f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669a28d640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f669002a1c0 tx=0x7f66900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6690037040 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6690042070 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f669414e410 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669003b930 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.519+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f669414ff00 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.520+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f669414e7a0 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.521+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f669003bad0 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.521+0000 7f668affd640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 0x7f667806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.521+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f66900abbb0 con 0x7f66940cf800 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.521+0000 7f6699a8c640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 0x7f667806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.522+0000 7f6699a8c640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 0x7f667806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6694150ba0 tx=0x7f6684008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.525+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f669007a3b0 con 0x7f66940cf800 2024-09-16T00:55:39.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.734+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66940cd170 con 0x7f66940cf800 2024-09-16T00:55:39.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.735+0000 7f668affd640 1 -- 172.21.15.5:0/277974816 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5208 (secure 0 0 0) 0x7f6690079cb0 con 0x7f66940cf800 2024-09-16T00:55:39.736 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:39.736 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-16T00:55:13:130079+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/3193786188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":3193786188},{"type":"v1","addr":"172.21.15.73:6836","nonce":3193786188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/4153769705","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":4153769705},{"type":"v1","addr":"172.21.15.73:6837","nonce":4153769705}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/762474011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":762474011},{"type":"v1","addr":"172.21.15.5:6834","nonce":762474011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:09.474870+0000","modified":"2024-09-16T00:55:12.282441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3792708941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3792708941},{"type":"v1","addr":"172.21.15.5:6835","nonce":3792708941}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4278,"qdb_cluster":[4278]},"id":1}]} 2024-09-16T00:55:39.736 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 msgr2=0x7f667806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 0x7f667806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6694150ba0 tx=0x7f6684008040 comp rx=0 tx=0).stop 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 msgr2=0x7f669414eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f669002a1c0 tx=0x7f66900046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 shutdown_connections 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f667806c2b0 0x7f667806e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6694160af0 0x7f66940cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6694160710 0x7f669414f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 --2- 172.21.15.5:0/277974816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f66940cf800 0x7f669414eed0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 >> 172.21.15.5:0/277974816 conn(0x7f669406d000 msgr2=0x7f66940aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 shutdown_connections 2024-09-16T00:55:39.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.737+0000 7f669c4f1640 1 -- 172.21.15.5:0/277974816 wait complete. 2024-09-16T00:55:39.749 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:39.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.850+0000 7fa831fc4640 1 Processor -- start 2024-09-16T00:55:39.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.850+0000 7fa831fc4640 1 -- start start 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa831fc4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa82c15e970 0x7fa82c0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa831fc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa831fc4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa82c0b70b0 con 0x7fa82c0d1a40 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa831fc4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa82c0b78b0 con 0x7fa82c15e970 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa831fc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa82c0b62f0 con 0x7fa82c162cd0 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa82c15e970 0x7fa82c0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa82c0d1a40 0x7fa82c0d2690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36198/0 (socket says 172.21.15.5:36198) 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82bfff640 1 -- 172.21.15.5:0/1063324123 learned_addr learned my addr 172.21.15.5:0/1063324123 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:39.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82affd640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82b7fe640 1 -- 172.21.15.5:0/1063324123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 msgr2=0x7fa82c0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82b7fe640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82b7fe640 1 -- 172.21.15.5:0/1063324123 >> v1:172.21.15.5:6789/0 conn(0x7fa82c0d1a40 legacy=0x7fa82c0d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82b7fe640 1 -- 172.21.15.5:0/1063324123 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82c0b65d0 con 0x7fa82c15e970 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.851+0000 7fa82a7fc640 1 -- 172.21.15.5:0/1063324123 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 565668829 0 0) 0x7fa824001490 con 0x7fa82c0d1a40 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.852+0000 7fa82b7fe640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c15e970 0x7fa82c0b37a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa81c0097a0 tx=0x7fa81c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ea9d251c3eb318 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.852+0000 7fa82a7fc640 1 -- 172.21.15.5:0/1063324123 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c037070 con 0x7fa82c15e970 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.852+0000 7fa82a7fc640 1 -- 172.21.15.5:0/1063324123 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa81c02ae50 con 0x7fa82c15e970 2024-09-16T00:55:39.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.852+0000 7fa82a7fc640 1 -- 172.21.15.5:0/1063324123 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c032660 con 0x7fa82c15e970 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 -- 172.21.15.5:0/1063324123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c15e970 msgr2=0x7fa82c0b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c15e970 0x7fa82c0b37a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa81c0097a0 tx=0x7fa81c02a100 comp rx=0 tx=0).stop 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 -- 172.21.15.5:0/1063324123 shutdown_connections 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 --2- 172.21.15.5:0/1063324123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c15e970 0x7fa82c0b37a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 -- 172.21.15.5:0/1063324123 >> 172.21.15.5:0/1063324123 conn(0x7fa82c06bd00 msgr2=0x7fa82c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 -- 172.21.15.5:0/1063324123 shutdown_connections 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.853+0000 7fa831fc4640 1 -- 172.21.15.5:0/1063324123 wait complete. 2024-09-16T00:55:39.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.854+0000 7fa831fc4640 1 Processor -- start 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.854+0000 7fa831fc4640 1 -- start start 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa82c15e970 0x7fa82c0ca610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0ced20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c0cfd50 con 0x7fa82c0d1a40 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c0b6b90 con 0x7fa82c15e970 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa831fc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa82c163130 con 0x7fa82c162cd0 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35920/0 (socket says 172.21.15.5:35920) 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 -- 172.21.15.5:0/2149873637 learned_addr learned my addr 172.21.15.5:0/2149873637 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82bfff640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82affd640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa82c15e970 0x7fa82c0ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 -- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 msgr2=0x7fa82c0ced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0ced20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 -- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa82c15e970 msgr2=0x7fa82c0ca610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa82c15e970 0x7fa82c0ca610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 -- 172.21.15.5:0/2149873637 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82c1561f0 con 0x7fa82c0d1a40 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa82b7fe640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa81c000c00 tx=0x7fa81c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.855+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c037040 con 0x7fa82c0d1a40 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.856+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa81c032e30 con 0x7fa82c0d1a40 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.856+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa82c0cab50 con 0x7fa82c0d1a40 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.856+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c004230 con 0x7fa82c0d1a40 2024-09-16T00:55:39.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.856+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa82c0cd760 con 0x7fa82c0d1a40 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.857+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa82c0d2470 con 0x7fa82c0d1a40 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.857+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa81c03d650 con 0x7fa82c0d1a40 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.858+0000 7fa823fff640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 0x7fa80c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.858+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa81c0abac0 con 0x7fa82c0d1a40 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.858+0000 7fa82affd640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 0x7fa80c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:39.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.858+0000 7fa82affd640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 0x7fa80c06e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa814006fd0 tx=0x7fa814008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:39.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:39.862+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa81c042020 con 0x7fa82c0d1a40 2024-09-16T00:55:40.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.037+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa82c0cff20 con 0x7fa82c0d1a40 2024-09-16T00:55:40.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.039+0000 7fa823fff640 1 -- 172.21.15.5:0/2149873637 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16545 (secure 0 0 0) 0x7fa81c07a2c0 con 0x7fa82c0d1a40 2024-09-16T00:55:40.040 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:40.040 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:11.121901+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:07.380109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:08.458087+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:40.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.040+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 msgr2=0x7fa80c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.040+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 0x7fa80c06e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa814006fd0 tx=0x7fa814008040 comp rx=0 tx=0).stop 2024-09-16T00:55:40.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.040+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 msgr2=0x7fa82c0ccd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.040+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa81c000c00 tx=0x7fa81c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 shutdown_connections 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa80c06c2e0 0x7fa80c06e7a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa82c162cd0 0x7fa82c0ced20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa82c15e970 0x7fa82c0ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 --2- 172.21.15.5:0/2149873637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa82c0d1a40 0x7fa82c0ccd80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 >> 172.21.15.5:0/2149873637 conn(0x7fa82c06bd00 msgr2=0x7fa82c0b5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 shutdown_connections 2024-09-16T00:55:40.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.041+0000 7fa831fc4640 1 -- 172.21.15.5:0/2149873637 wait complete. 2024-09-16T00:55:40.053 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:55:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.155+0000 7ff03b647640 1 Processor -- start 2024-09-16T00:55:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.155+0000 7ff03b647640 1 -- start start 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff03b647640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03415e4f0 0x7ff03415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff03b647640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff03406d160 0x7ff03406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff03b647640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff03406db50 con 0x7ff03406bb20 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff03b647640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff03406ccd0 con 0x7ff03406d160 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff03b647640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff0341603c0 con 0x7ff03415e4f0 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff038be2640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff03406bb20 0x7ff03415fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36214/0 (socket says 172.21.15.5:36214) 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff038be2640 1 -- 172.21.15.5:0/1488369384 learned_addr learned my addr 172.21.15.5:0/1488369384 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff039be4640 1 --2- 172.21.15.5:0/1488369384 >> v2:172.21.15.5:3300/0 conn(0x7ff03406d160 0x7ff03406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.156+0000 7ff0393e3640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03415e4f0 0x7ff03415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff033fff640 1 -- 172.21.15.5:0/1488369384 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2613652257 0 0) 0x7ff028001110 con 0x7ff03406bb20 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff033fff640 1 -- 172.21.15.5:0/1488369384 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff01c003520 con 0x7ff03406bb20 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff039be4640 1 -- 172.21.15.5:0/1488369384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03415e4f0 msgr2=0x7ff03415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff039be4640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03415e4f0 0x7ff03415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff039be4640 1 -- 172.21.15.5:0/1488369384 >> v1:172.21.15.5:6789/0 conn(0x7ff03406bb20 legacy=0x7ff03415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff039be4640 1 -- 172.21.15.5:0/1488369384 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff03406c0c0 con 0x7ff03406d160 2024-09-16T00:55:40.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.157+0000 7ff039be4640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406d160 0x7ff03406d610 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff024009d90 tx=0x7ff02402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6caf24b00a68629a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff033fff640 1 -- 172.21.15.5:0/1488369384 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff024007740 con 0x7ff03406d160 2024-09-16T00:55:40.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff033fff640 1 -- 172.21.15.5:0/1488369384 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0240078e0 con 0x7ff03406d160 2024-09-16T00:55:40.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff033fff640 1 -- 172.21.15.5:0/1488369384 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff024007cb0 con 0x7ff03406d160 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 -- 172.21.15.5:0/1488369384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406d160 msgr2=0x7ff03406d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406d160 0x7ff03406d610 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff024009d90 tx=0x7ff02402a660 comp rx=0 tx=0).stop 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 -- 172.21.15.5:0/1488369384 shutdown_connections 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406d160 0x7ff03406d610 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 --2- 172.21.15.5:0/1488369384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03415e4f0 0x7ff03415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 -- 172.21.15.5:0/1488369384 >> 172.21.15.5:0/1488369384 conn(0x7ff03406e5b0 msgr2=0x7ff03406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 -- 172.21.15.5:0/1488369384 shutdown_connections 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.158+0000 7ff03b647640 1 -- 172.21.15.5:0/1488369384 wait complete. 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.159+0000 7ff03b647640 1 Processor -- start 2024-09-16T00:55:40.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.159+0000 7ff03b647640 1 -- start start 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03406d160 0x7ff0341f4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 0x7ff0340b3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff03406c960 con 0x7ff03406bb20 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff03406c680 con 0x7ff03415e4f0 2024-09-16T00:55:40.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff03b647640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff03415e8d0 con 0x7ff03406d160 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff0393e3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff0393e3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35936/0 (socket says 172.21.15.5:35936) 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff0393e3640 1 -- 172.21.15.5:0/1451113052 learned_addr learned my addr 172.21.15.5:0/1451113052 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff038be2640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03406d160 0x7ff0341f4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.160+0000 7ff039be4640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 0x7ff0340b3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 -- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03406d160 msgr2=0x7ff0341f4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03406d160 0x7ff0341f4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 -- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 msgr2=0x7ff0340b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 0x7ff0340b3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 -- 172.21.15.5:0/1451113052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0341f4be0 con 0x7ff03406bb20 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff039be4640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 0x7ff0340b3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:40.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff0393e3640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00e870 tx=0x7ff02c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c017070 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff02c00c940 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0341f4ec0 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c00cd30 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.161+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0340b1d00 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.162+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0340ce8a0 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.163+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff02c01a070 con 0x7ff03406bb20 2024-09-16T00:55:40.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.163+0000 7ff031ffb640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 0x7ff02006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.164+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff02c08b5a0 con 0x7ff03406bb20 2024-09-16T00:55:40.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.164+0000 7ff038be2640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 0x7ff02006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.164+0000 7ff038be2640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 0x7ff02006e7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff0340b1390 tx=0x7ff028009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.168+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0340ce8a0 con 0x7ff03406bb20 2024-09-16T00:55:40.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.382+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff03406d610 con 0x7ff03406bb20 2024-09-16T00:55:40.383 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-16T00:55:40.383+0000 7f63b33aa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:55:40.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.384+0000 7ff031ffb640 1 -- 172.21.15.5:0/1451113052 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7ff02c0596c0 con 0x7ff03406bb20 2024-09-16T00:55:40.385 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 msgr2=0x7ff02006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 0x7ff02006e7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff0340b1390 tx=0x7ff028009040 comp rx=0 tx=0).stop 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 msgr2=0x7ff03415ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00e870 tx=0x7ff02c00ed30 comp rx=0 tx=0).stop 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 shutdown_connections 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff02006c2e0 0x7ff02006e7a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff03415e4f0 0x7ff0340b3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff03406d160 0x7ff0341f4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 --2- 172.21.15.5:0/1451113052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03406bb20 0x7ff03415ad40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 >> 172.21.15.5:0/1451113052 conn(0x7ff03406e5b0 msgr2=0x7ff0340b21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:40.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 shutdown_connections 2024-09-16T00:55:40.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.387+0000 7ff03b647640 1 -- 172.21.15.5:0/1451113052 wait complete. 2024-09-16T00:55:40.391 INFO:tasks.ceph.mds.c.smithi005.stderr: -6790> 2024-09-16T00:55:11.098+0000 7ffa69ad1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:55:40.399 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:55:40.424 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-16T00:55:40.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.504+0000 7f1482c47640 1 Processor -- start 2024-09-16T00:55:40.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.504+0000 7f1482c47640 1 -- start start 2024-09-16T00:55:40.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f1482c47640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f147c0d0590 0x7f147c0b4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f1482c47640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c073790 0x7f147c0712a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f1482c47640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f147c160370 con 0x7f147c0733b0 2024-09-16T00:55:40.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f1482c47640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f147c160120 con 0x7f147c0d0590 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f1482c47640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f147c160650 con 0x7f147c073790 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f147c0d0590 0x7f147c0b4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f147c0d0590 0x7f147c0b4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35960/0 (socket says 172.21.15.5:35960) 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 -- 172.21.15.5:0/2775047726 learned_addr learned my addr 172.21.15.5:0/2775047726 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f14811e4640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c073790 0x7f147c0712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 -- 172.21.15.5:0/2775047726 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c073790 msgr2=0x7f147c0712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c073790 0x7f147c0712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 -- 172.21.15.5:0/2775047726 >> v1:172.21.15.73:6789/0 conn(0x7f147c0733b0 legacy=0x7f147c070b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147b7fe640 1 -- 172.21.15.5:0/2775047726 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2689742929 0 0) 0x7f147c160370 con 0x7f147c0733b0 2024-09-16T00:55:40.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.505+0000 7f147bfff640 1 -- 172.21.15.5:0/2775047726 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147c160930 con 0x7f147c0d0590 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f147bfff640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c0d0590 0x7f147c0b4e20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1468009870 tx=0x7f146802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a24e9a04238b44d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f147b7fe640 1 -- 172.21.15.5:0/2775047726 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468037070 con 0x7f147c0d0590 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f147b7fe640 1 -- 172.21.15.5:0/2775047726 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1468032440 con 0x7f147c0d0590 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f147b7fe640 1 -- 172.21.15.5:0/2775047726 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468032810 con 0x7f147c0d0590 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f1482c47640 1 -- 172.21.15.5:0/2775047726 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c0d0590 msgr2=0x7f147c0b4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.506+0000 7f1482c47640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c0d0590 0x7f147c0b4e20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1468009870 tx=0x7f146802a270 comp rx=0 tx=0).stop 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 -- 172.21.15.5:0/2775047726 shutdown_connections 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c073790 0x7f147c0712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 --2- 172.21.15.5:0/2775047726 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c0d0590 0x7f147c0b4e20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 -- 172.21.15.5:0/2775047726 >> 172.21.15.5:0/2775047726 conn(0x7f147c0b4330 msgr2=0x7f147c0b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:40.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 -- 172.21.15.5:0/2775047726 shutdown_connections 2024-09-16T00:55:40.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.507+0000 7f1482c47640 1 -- 172.21.15.5:0/2775047726 wait complete. 2024-09-16T00:55:40.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.508+0000 7f1482c47640 1 Processor -- start 2024-09-16T00:55:40.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.508+0000 7f1482c47640 1 -- start start 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f147c0733b0 0x7f147c1555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c0d0590 0x7f147c15cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f147c071960 con 0x7f147c073790 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f147c0717e0 con 0x7f147c0733b0 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f147c071ae0 con 0x7f147c0d0590 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35970/0 (socket says 172.21.15.5:35970) 2024-09-16T00:55:40.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 -- 172.21.15.5:0/3959977721 learned_addr learned my addr 172.21.15.5:0/3959977721 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f14811e4640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c0d0590 0x7f147c15cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f14809e3640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f147c0733b0 0x7f147c1555c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 -- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c0d0590 msgr2=0x7f147c15cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c0d0590 0x7f147c15cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 -- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f147c0733b0 msgr2=0x7f147c1555c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f147c0733b0 0x7f147c1555c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 -- 172.21.15.5:0/3959977721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147c155b00 con 0x7f147c073790 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f147bfff640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1468009870 tx=0x7f14680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468037040 con 0x7f147c073790 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1468004030 con 0x7f147c073790 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1468004440 con 0x7f147c073790 2024-09-16T00:55:40.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.509+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f147c1515e0 con 0x7f147c073790 2024-09-16T00:55:40.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.510+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f147c151ba0 con 0x7f147c073790 2024-09-16T00:55:40.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.510+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f147c063610 con 0x7f147c073790 2024-09-16T00:55:40.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.511+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f146803a070 con 0x7f147c073790 2024-09-16T00:55:40.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.511+0000 7f14797fa640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 0x7f146006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:40.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.511+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f14680ab940 con 0x7f147c073790 2024-09-16T00:55:40.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.512+0000 7f14809e3640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 0x7f146006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:40.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.512+0000 7f14809e3640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 0x7f146006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1470000f60 tx=0x7f1470009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:40.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.516+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1468041020 con 0x7f147c073790 2024-09-16T00:55:40.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:40.729+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f147c0b2ef0 con 0x7f147c073790 2024-09-16T00:55:41.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.385+0000 7f14797fa640 1 -- 172.21.15.5:0/3959977721 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7f1468079bb0 con 0x7f147c073790 2024-09-16T00:55:41.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 msgr2=0x7f146006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:41.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 0x7f146006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1470000f60 tx=0x7f1470009040 comp rx=0 tx=0).stop 2024-09-16T00:55:41.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 msgr2=0x7f147c1f1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:41.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1468009870 tx=0x7f14680046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 shutdown_connections 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f146006c2b0 0x7f146006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f147c0d0590 0x7f147c15cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f147c073790 0x7f147c1f1800 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 --2- 172.21.15.5:0/3959977721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f147c0733b0 0x7f147c1555c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 >> 172.21.15.5:0/3959977721 conn(0x7f147c0b4330 msgr2=0x7f147c0d1920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 shutdown_connections 2024-09-16T00:55:41.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.388+0000 7f1482c47640 1 -- 172.21.15.5:0/3959977721 wait complete. 2024-09-16T00:55:41.403 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:55:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.556+0000 7f09444ac640 1 Processor -- start 2024-09-16T00:55:41.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.556+0000 7f09444ac640 1 -- start start 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f09444ac640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 0x7f093c0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f09444ac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f093c0d3320 0x7f093c0d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f09444ac640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f093c0d38c0 con 0x7f093c0d4ea0 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f09444ac640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f093c0b3f10 con 0x7f093c0d3320 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f09444ac640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f093c0d3ba0 con 0x7f093c15e860 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f0941a47640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f093c0d3320 0x7f093c0d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f0941a47640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f093c0d3320 0x7f093c0d4960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35922/0 (socket says 172.21.15.5:35922) 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.557+0000 7f0941a47640 1 -- 172.21.15.5:0/3698117131 learned_addr learned my addr 172.21.15.5:0/3698117131 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941a47640 1 -- 172.21.15.5:0/3698117131 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 msgr2=0x7f093c0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:41.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0942248640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 0x7f093c0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941a47640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 0x7f093c0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941a47640 1 -- 172.21.15.5:0/3698117131 >> v1:172.21.15.73:6789/0 conn(0x7f093c0d4ea0 legacy=0x7f093c0b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:41.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941a47640 1 -- 172.21.15.5:0/3698117131 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f093c0d3e80 con 0x7f093c0d3320 2024-09-16T00:55:41.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0942248640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 0x7f093c0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941a47640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c0d3320 0x7f093c0d4960 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0930009870 tx=0x7f093002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9511335b64430f66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941246640 1 -- 172.21.15.5:0/3698117131 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0930037070 con 0x7f093c0d3320 2024-09-16T00:55:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.558+0000 7f0941246640 1 -- 172.21.15.5:0/3698117131 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0930032440 con 0x7f093c0d3320 2024-09-16T00:55:41.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f0941246640 1 -- 172.21.15.5:0/3698117131 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0930032810 con 0x7f093c0d3320 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 -- 172.21.15.5:0/3698117131 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c0d3320 msgr2=0x7f093c0d4960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c0d3320 0x7f093c0d4960 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0930009870 tx=0x7f093002a210 comp rx=0 tx=0).stop 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 -- 172.21.15.5:0/3698117131 shutdown_connections 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c0d3320 0x7f093c0d4960 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 --2- 172.21.15.5:0/3698117131 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c15e860 0x7f093c0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 -- 172.21.15.5:0/3698117131 >> 172.21.15.5:0/3698117131 conn(0x7f093c072560 msgr2=0x7f093c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 -- 172.21.15.5:0/3698117131 shutdown_connections 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.559+0000 7f09444ac640 1 -- 172.21.15.5:0/3698117131 wait complete. 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.560+0000 7f09444ac640 1 Processor -- start 2024-09-16T00:55:41.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.560+0000 7f09444ac640 1 -- start start 2024-09-16T00:55:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c0d3320 0x7f093c0caec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f093c0d4ea0 0x7f093c0ced10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f093c0cfc60 con 0x7f093c15e860 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f093c0d4440 con 0x7f093c0d4ea0 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f09444ac640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f093c0cfde0 con 0x7f093c0d3320 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f0942a49640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f0942a49640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35924/0 (socket says 172.21.15.5:35924) 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f0942a49640 1 -- 172.21.15.5:0/2040425293 learned_addr learned my addr 172.21.15.5:0/2040425293 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f0942248640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c0d3320 0x7f093c0caec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.561+0000 7f0941a47640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f093c0d4ea0 0x7f093c0ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 -- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c0d3320 msgr2=0x7f093c0caec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c0d3320 0x7f093c0caec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 -- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f093c0d4ea0 msgr2=0x7f093c0ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:41.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f093c0d4ea0 0x7f093c0ced10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 -- 172.21.15.5:0/2040425293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f093c15ef40 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f0942a49640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f093400c7b0 tx=0x7f093400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0934004b60 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0934004d00 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f093c15f220 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093400aa90 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.562+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f093c0cb400 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.563+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f093c0d4960 con 0x7f093c15e860 2024-09-16T00:55:41.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.564+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f093400ac30 con 0x7f093c15e860 2024-09-16T00:55:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.564+0000 7f093affd640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 0x7f092806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.565+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f093408b610 con 0x7f093c15e860 2024-09-16T00:55:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.565+0000 7f0942248640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 0x7f092806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:41.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.565+0000 7f0942248640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 0x7f092806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f092c00aac0 tx=0x7f092c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:41.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.569+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0934020070 con 0x7f093c15e860 2024-09-16T00:55:41.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:41.749+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f093c0b9e50 con 0x7f093c15e860 2024-09-16T00:55:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.712+0000 7f093affd640 1 -- 172.21.15.5:0/2040425293 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f09340596e0 con 0x7f093c15e860 2024-09-16T00:55:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 msgr2=0x7f092806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 0x7f092806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f092c00aac0 tx=0x7f092c008040 comp rx=0 tx=0).stop 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 msgr2=0x7f093c159510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f093400c7b0 tx=0x7f093400cc70 comp rx=0 tx=0).stop 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 shutdown_connections 2024-09-16T00:55:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f092806c2b0 0x7f092806e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f093c15e860 0x7f093c159510 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f093c0d4ea0 0x7f093c0ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 --2- 172.21.15.5:0/2040425293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f093c0d3320 0x7f093c0caec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 >> 172.21.15.5:0/2040425293 conn(0x7f093c072560 msgr2=0x7f093c160b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 shutdown_connections 2024-09-16T00:55:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.716+0000 7f09444ac640 1 -- 172.21.15.5:0/2040425293 wait complete. 2024-09-16T00:55:42.732 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:55:42.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.844+0000 7f14c979f640 1 Processor -- start 2024-09-16T00:55:42.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.845+0000 7f14c979f640 1 -- start start 2024-09-16T00:55:42.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.845+0000 7f14c979f640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f14c40d4490 0x7f14c40d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.845+0000 7f14c979f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14c415f680 con 0x7f14c415e9c0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.845+0000 7f14c979f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14c40b5970 con 0x7f14c4141310 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.845+0000 7f14c979f640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f14c40d3d50 con 0x7f14c40d4490 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c8f9e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f14c415e9c0 0x7f14c415edc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34924/0 (socket says 172.21.15.5:34924) 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c8f9e640 1 -- 172.21.15.5:0/4105240144 learned_addr learned my addr 172.21.15.5:0/4105240144 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 356075709 0 0) 0x7f14c415f680 con 0x7f14c415e9c0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f14b0003520 con 0x7f14c415e9c0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14bbfff640 1 --2- 172.21.15.5:0/4105240144 >> v2:172.21.15.73:3300/0 conn(0x7f14c40d4490 0x7f14c40d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 579513026 0 0) 0x7f14b0003520 con 0x7f14c415e9c0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 >> v2:172.21.15.73:3300/0 conn(0x7f14c40d4490 msgr2=0x7f14c40d4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 --2- 172.21.15.5:0/4105240144 >> v2:172.21.15.73:3300/0 conn(0x7f14c40d4490 0x7f14c40d4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 >> v1:172.21.15.73:6789/0 conn(0x7f14c4141310 legacy=0x7f14c4141a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c40b5c50 con 0x7f14c415e9c0 2024-09-16T00:55:42.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f14bc0019f0 con 0x7f14c415e9c0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 >> v1:172.21.15.5:6789/0 conn(0x7f14c415e9c0 legacy=0x7f14c415edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 0x7f14b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b0004800 0x7f14b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14b00051c0 0x7f14b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f14c40d3d50 con 0x7f14b00039b0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f14b000c160 con 0x7f14b00051c0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f14b000c360 con 0x7f14b0004800 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c3fff640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 0x7f14b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.846+0000 7f14c8f9e640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14b00051c0 0x7f14b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14bbfff640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b0004800 0x7f14b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 -- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b0004800 msgr2=0x7f14b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b0004800 0x7f14b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 -- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14b00051c0 msgr2=0x7f14b000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:42.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14b00051c0 0x7f14b000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 -- 172.21.15.5:0/4105240144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b0003520 con 0x7f14b00039b0 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c8f9e640 1 -- 172.21.15.5:0/4105240144 reap_dead start 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.847+0000 7f14c3fff640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 0x7f14b0003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f14b4001750 tx=0x7f14b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c236d49c32ad3e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b4001370 con 0x7f14b00039b0 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14b40052d0 con 0x7f14b00039b0 2024-09-16T00:55:42.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c37fe640 1 -- 172.21.15.5:0/4105240144 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b402abc0 con 0x7f14b00039b0 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 -- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 msgr2=0x7f14b0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 0x7f14b0003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f14b4001750 tx=0x7f14b0005830 comp rx=0 tx=0).stop 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 -- 172.21.15.5:0/4105240144 shutdown_connections 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 --2- 172.21.15.5:0/4105240144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14b00039b0 0x7f14b0003dd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 -- 172.21.15.5:0/4105240144 >> 172.21.15.5:0/4105240144 conn(0x7f14c4062a50 msgr2=0x7f14c4072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 -- 172.21.15.5:0/4105240144 shutdown_connections 2024-09-16T00:55:42.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.848+0000 7f14c979f640 1 -- 172.21.15.5:0/4105240144 wait complete. 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.849+0000 7f14c979f640 1 Processor -- start 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.849+0000 7f14c979f640 1 -- start start 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 0x7f14c413c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 0x7f14c4157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f14c415f960 con 0x7f14c413f330 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f14c40d4e40 con 0x7f14c41573d0 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14c979f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f14c41416f0 con 0x7f14b00039b0 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14bbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14bbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35934/0 (socket says 172.21.15.5:35934) 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.850+0000 7f14bbfff640 1 -- 172.21.15.5:0/823444144 learned_addr learned my addr 172.21.15.5:0/823444144 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c3fff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 0x7f14c413c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c8f9e640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 0x7f14c4157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 -- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 msgr2=0x7f14c413c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 0x7f14c413c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 -- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 msgr2=0x7f14c4157850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 0x7f14c4157850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 -- 172.21.15.5:0/823444144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c4142270 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c3fff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 0x7f14c413c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c8f9e640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 0x7f14c4157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14bbfff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f14ac011a70 tx=0x7f14ac011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ac00fb50 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14ac00fcf0 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c4156740 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ac00fea0 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.851+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c41427f0 con 0x7f14c413f330 2024-09-16T00:55:42.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.852+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c40d4900 con 0x7f14c413f330 2024-09-16T00:55:42.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.852+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14ac012040 con 0x7f14c413f330 2024-09-16T00:55:42.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.853+0000 7f14c17fa640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 0x7f14a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:42.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.853+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f14ac08b820 con 0x7f14c413f330 2024-09-16T00:55:42.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.853+0000 7f14c3fff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 0x7f14a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:42.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.854+0000 7f14c3fff640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 0x7f14a406e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f14b4032000 tx=0x7f14b402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:42.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:42.857+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14ac019030 con 0x7f14c413f330 2024-09-16T00:55:43.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.034+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f14c415f1e0 con 0x7f14c413f330 2024-09-16T00:55:43.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.713+0000 7f14c17fa640 1 -- 172.21.15.5:0/823444144 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f14ac05a0f0 con 0x7f14c413f330 2024-09-16T00:55:43.715 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-16T00:55:43.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 msgr2=0x7f14a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 0x7f14a406e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f14b4032000 tx=0x7f14b402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 msgr2=0x7f14c4156e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f14ac011a70 tx=0x7f14ac011f30 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 shutdown_connections 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f14a406c2e0 0x7f14a406e7a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c41573d0 0x7f14c4157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14c413f330 0x7f14c4156e90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 --2- 172.21.15.5:0/823444144 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f14b00039b0 0x7f14c413c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 >> 172.21.15.5:0/823444144 conn(0x7f14c4062a50 msgr2=0x7f14c40b8950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 shutdown_connections 2024-09-16T00:55:43.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.718+0000 7f14c979f640 1 -- 172.21.15.5:0/823444144 wait complete. 2024-09-16T00:55:43.734 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:55:43.735 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T00:55:43.735 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:55:43.735 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:55:43.735 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:55:43.735 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T00:55:43.735 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:55:43.736 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:55:43.736 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:55:43.736 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T00:55:43.736 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:55:43.736 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:55:43.736 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:55:43.736 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T00:55:43.737 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:55:43.737 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:55:43.746 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:55:43.746 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:55:43.747 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:55:43.747 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:55:43.748 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:55:43.748 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:55:43.749 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:55:43.749 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:55:43.789 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:55:43.790 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:43.791 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:55:43.791 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:43.792 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:55:43.792 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:43.793 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:55:43.793 DEBUG:teuthology.parallel:result is None 2024-09-16T00:55:43.793 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T00:55:43.872 INFO:tasks.ceph.mds.d.smithi073.stdout:starting mds.d at 2024-09-16T00:55:43.873 INFO:tasks.ceph.mds.b.smithi073.stdout:starting mds.b at 2024-09-16T00:55:43.874 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:55:43.874 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-16T00:55:43.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.904+0000 7f54ca6ba640 1 Processor -- start 2024-09-16T00:55:43.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.904+0000 7f54ca6ba640 1 -- start start 2024-09-16T00:55:43.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54ca6ba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54ca6ba640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f54c40b6a70 0x7f54c40d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54ca6ba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54c40cff10 con 0x7f54c40d1510 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54ca6ba640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f54c40cf540 con 0x7f54c40b6a70 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54ca6ba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f54c40d1d90 con 0x7f54c40b6690 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54c8c57640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f54c40d1510 0x7f54c40d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34932/0 (socket says 172.21.15.5:34932) 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54c8c57640 1 -- 172.21.15.5:0/400404052 learned_addr learned my addr 172.21.15.5:0/400404052 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54c3fff640 1 --2- 172.21.15.5:0/400404052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.905+0000 7f54bbfff640 1 --2- 172.21.15.5:0/400404052 >> v2:172.21.15.73:3300/0 conn(0x7f54c40b6a70 0x7f54c40d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2813858087 0 0) 0x7f54c40cff10 con 0x7f54c40d1510 2024-09-16T00:55:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f54b0003520 con 0x7f54c40d1510 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c3fff640 1 -- 172.21.15.5:0/400404052 >> v2:172.21.15.73:3300/0 conn(0x7f54c40b6a70 msgr2=0x7f54c40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c3fff640 1 --2- 172.21.15.5:0/400404052 >> v2:172.21.15.73:3300/0 conn(0x7f54c40b6a70 0x7f54c40d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3779243200 0 0) 0x7f54b0003520 con 0x7f54c40d1510 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c3fff640 1 -- 172.21.15.5:0/400404052 >> v1:172.21.15.5:6789/0 conn(0x7f54c40d1510 legacy=0x7f54c40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.906+0000 7f54c3fff640 1 -- 172.21.15.5:0/400404052 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54c40ceef0 con 0x7f54c40b6690 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54c3fff640 1 --2- 172.21.15.5:0/400404052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40cf9d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f54b40097a0 tx=0x7f54b402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaadc6f4430e2163 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54b4037070 con 0x7f54c40b6690 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54b402aba0 con 0x7f54c40b6690 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54c37fe640 1 -- 172.21.15.5:0/400404052 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc0019f0 con 0x7f54c40b6690 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 -- 172.21.15.5:0/400404052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 msgr2=0x7f54c40cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/400404052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40cf9d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f54b40097a0 tx=0x7f54b402a110 comp rx=0 tx=0).stop 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 -- 172.21.15.5:0/400404052 shutdown_connections 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/400404052 >> v2:172.21.15.73:3300/0 conn(0x7f54c40b6a70 0x7f54c40d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/400404052 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40cf9d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 -- 172.21.15.5:0/400404052 >> 172.21.15.5:0/400404052 conn(0x7f54c4072560 msgr2=0x7f54c4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:43.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 -- 172.21.15.5:0/400404052 shutdown_connections 2024-09-16T00:55:43.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.907+0000 7f54ca6ba640 1 -- 172.21.15.5:0/400404052 wait complete. 2024-09-16T00:55:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 Processor -- start 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 -- start start 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 0x7f54c40cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f54c40d19a0 con 0x7f54c40d1510 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f54c40b6ed0 con 0x7f54c40b6a70 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54ca6ba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f54c40d1b20 con 0x7f54c40b6690 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.909+0000 7f54c8c57640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35952/0 (socket says 172.21.15.5:35952) 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 -- 172.21.15.5:0/399485447 learned_addr learned my addr 172.21.15.5:0/399485447 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c3fff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54bbfff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 0x7f54c40cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 -- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 msgr2=0x7f54c40ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 -- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 msgr2=0x7f54c40cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 0x7f54c40cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 -- 172.21.15.5:0/399485447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54c40ca9d0 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54bbfff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 0x7f54c40cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c3fff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c8c57640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00cc00 tx=0x7f54bc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc017070 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54bc00ce10 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc012600 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54c40cc0d0 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.910+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54c40cc690 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.911+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54c415c530 con 0x7f54c40d1510 2024-09-16T00:55:43.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.912+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f54bc01a070 con 0x7f54c40d1510 2024-09-16T00:55:43.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.912+0000 7f54c17fa640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 0x7f54a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:43.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.913+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f54bc08af30 con 0x7f54c40d1510 2024-09-16T00:55:43.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.913+0000 7f54c3fff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 0x7f54a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:43.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.913+0000 7f54c3fff640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 0x7f54a406e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f54b4034000 tx=0x7f54b402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:43.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:43.917+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f54c40ca9d0 con 0x7f54c40d1510 2024-09-16T00:55:44.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.104+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f54c4161c70 con 0x7f54c40d1510 2024-09-16T00:55:44.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.728+0000 7f54c17fa640 1 -- 172.21.15.5:0/399485447 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f54bc059350 con 0x7f54c40d1510 2024-09-16T00:55:44.730 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 msgr2=0x7f54a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 0x7f54a406e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f54b4034000 tx=0x7f54b402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 msgr2=0x7f54c40b8f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00cc00 tx=0x7f54bc00a430 comp rx=0 tx=0).stop 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 shutdown_connections 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.731+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f54a406c2b0 0x7f54a406e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54c40d1510 0x7f54c40b8f20 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54c40b6a70 0x7f54c40cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 --2- 172.21.15.5:0/399485447 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f54c40b6690 0x7f54c40ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 >> 172.21.15.5:0/399485447 conn(0x7f54c4072560 msgr2=0x7f54c415c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:44.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 shutdown_connections 2024-09-16T00:55:44.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.732+0000 7f54ca6ba640 1 -- 172.21.15.5:0/399485447 wait complete. 2024-09-16T00:55:44.747 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T00:55:44.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.855+0000 7f0c6a25e640 1 Processor -- start 2024-09-16T00:55:44.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.855+0000 7f0c6a25e640 1 -- start start 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c6a25e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0c6415e970 0x7f0c640b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c6a25e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c640b70b0 con 0x7f0c640d1c10 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c6a25e640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c640b78b0 con 0x7f0c64162cd0 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c6a25e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0c640b62f0 con 0x7f0c6415e970 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c637fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0c6415e970 0x7f0c640b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:44.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c63fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0c640d1c10 0x7f0c640ced40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34940/0 (socket says 172.21.15.5:34940) 2024-09-16T00:55:44.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c63fff640 1 -- 172.21.15.5:0/1331544144 learned_addr learned my addr 172.21.15.5:0/1331544144 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:44.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c637fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0c6415e970 0x7f0c640b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35966/0 (socket says 172.21.15.5:35966) 2024-09-16T00:55:44.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c637fe640 1 -- 172.21.15.5:0/1331544144 >> v1:172.21.15.73:6789/0 conn(0x7f0c64162cd0 legacy=0x7f0c640d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:44.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c637fe640 1 -- 172.21.15.5:0/1331544144 >> v1:172.21.15.5:6789/0 conn(0x7f0c640d1c10 legacy=0x7f0c640ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.856+0000 7f0c637fe640 1 -- 172.21.15.5:0/1331544144 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c640b65d0 con 0x7f0c6415e970 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.857+0000 7f0c637fe640 1 --2- 172.21.15.5:0/1331544144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c6415e970 0x7f0c640b37a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0c540097d0 tx=0x7f0c5402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfaad5fef2e6be37 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.857+0000 7f0c627fc640 1 -- 172.21.15.5:0/1331544144 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c54037070 con 0x7f0c6415e970 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.857+0000 7f0c627fc640 1 -- 172.21.15.5:0/1331544144 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c54032440 con 0x7f0c6415e970 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.857+0000 7f0c627fc640 1 -- 172.21.15.5:0/1331544144 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c54032810 con 0x7f0c6415e970 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.857+0000 7f0c6a25e640 1 -- 172.21.15.5:0/1331544144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c6415e970 msgr2=0x7f0c640b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/1331544144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c6415e970 0x7f0c640b37a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0c540097d0 tx=0x7f0c5402a180 comp rx=0 tx=0).stop 2024-09-16T00:55:44.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 -- 172.21.15.5:0/1331544144 shutdown_connections 2024-09-16T00:55:44.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/1331544144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c6415e970 0x7f0c640b37a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 -- 172.21.15.5:0/1331544144 >> 172.21.15.5:0/1331544144 conn(0x7f0c6406bd00 msgr2=0x7f0c6406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:44.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 -- 172.21.15.5:0/1331544144 shutdown_connections 2024-09-16T00:55:44.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.858+0000 7f0c6a25e640 1 -- 172.21.15.5:0/1331544144 wait complete. 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.859+0000 7f0c6a25e640 1 Processor -- start 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.859+0000 7f0c6a25e640 1 -- start start 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0c640d1c10 0x7f0c641f7620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0c6415e970 0x7f0c641e9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0c64163160 con 0x7f0c64162cd0 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0c640b6b90 con 0x7f0c6415e970 2024-09-16T00:55:44.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c6a25e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0c640cf450 con 0x7f0c640d1c10 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35972/0 (socket says 172.21.15.5:35972) 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 -- 172.21.15.5:0/3028806189 learned_addr learned my addr 172.21.15.5:0/3028806189 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c637fe640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0c640d1c10 0x7f0c641f7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c62ffd640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0c6415e970 0x7f0c641e9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 -- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0c640d1c10 msgr2=0x7f0c641f7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0c640d1c10 0x7f0c641f7620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 -- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0c6415e970 msgr2=0x7f0c641e9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0c6415e970 0x7f0c641e9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 -- 172.21.15.5:0/3028806189 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c640cc3d0 con 0x7f0c64162cd0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.860+0000 7f0c63fff640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00caa0 tx=0x7f0c5c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.861+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c017070 con 0x7f0c64162cd0 2024-09-16T00:55:44.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.861+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c5c00aba0 con 0x7f0c64162cd0 2024-09-16T00:55:44.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.861+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c640cc6b0 con 0x7f0c64162cd0 2024-09-16T00:55:44.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.861+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c012400 con 0x7f0c64162cd0 2024-09-16T00:55:44.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.861+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c640ccc70 con 0x7f0c64162cd0 2024-09-16T00:55:44.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.862+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c6415e1d0 con 0x7f0c64162cd0 2024-09-16T00:55:44.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.863+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c5c01a070 con 0x7f0c64162cd0 2024-09-16T00:55:44.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.863+0000 7f0c4bfff640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 0x7f0c5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:44.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.863+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f0c5c08ac90 con 0x7f0c64162cd0 2024-09-16T00:55:44.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.864+0000 7f0c637fe640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 0x7f0c5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:44.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.864+0000 7f0c637fe640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 0x7f0c5006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0c54034000 tx=0x7f0c5402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:44.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:44.868+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c6415e1d0 con 0x7f0c64162cd0 2024-09-16T00:55:45.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.115+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0c640d2470 con 0x7f0c64162cd0 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.116+0000 7f0c4bfff640 1 -- 172.21.15.5:0/3028806189 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f0c640b70b0 con 0x7f0c64162cd0 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.117 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmZTdgNxAAEzUQbY1Zc2bS5L/9V7pYyQ==", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmPKsECBAAHJCG1EVJmQBsqc0pdFHRTA==", 2024-09-16T00:55:45.118 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmB2L9AhAAiszVQW1D9fp9oRWDGboRMg==", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.119 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmhYhNDxAAlelr6wkmPrr/R+4iK6lrXQ==", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.120 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCygedmMqjDMxAAT6OWAccG2vhyZL6FqT0ycg==", 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-16T00:55:45.121 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC2gedmxLHqCBAARk8k/JPfue4UFWb77zJKVw==", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC5gedmXtWMNxAAVg6ahS1SuhPGyz+qTbjV+g==", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.122 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC8gedmAxn2OhAAm4Pg/XaoLQbrHKDFvVnwdA==", 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.123 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDDgedmRtqmKBAA97Vj4qv3gaC8rTR2YTH01A==", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDHgedmkczuKRAAM0LhGt7CYr9yfSE84TCJpg==", 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.124 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDLgedmrBMqHBAAhnUrRMb8Akr0An+L0wlNGw==", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.125 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDPgedmrYv4HRAA34X3n+hvueIZuFWkEvKtdA==", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g==", 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.126 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmGah6HBAAIGDcgISI3YvUfPttxHSEsg==", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:55:45.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmHao9GRAAN1+zz/yvxOyVx0Yo9vUbKg==", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.128 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmq6sXIhAA97e5IegFMF8Ja8LKSlK5FQ==", 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.129 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmYa9HGhAA9UZuS3ioGhqU9emlre7WDg==", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-mds", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmkP4hCBAA0nTyFUGaJHt6SrNzLN1uXA==", 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-mds" 2024-09-16T00:55:45.130 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-mgr", 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmCQciCBAASkdb/Wr75WYUAsHuU9eYeQ==", 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-osd", 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmXQ4iCBAA+icAashz/CfBvlQtwcct2w==", 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-osd" 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.131 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rbd", 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmbRUiCBAACjgcIoxBLnCceYJ+giK3DQ==", 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmyx0iCBAAPPhto9t00tuv01WFfEzokw==", 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-16T00:55:45.132 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rgw", 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDWgedmVSUiCBAAqshOco0w6cGbInOvw4qt1w==", 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmEmQNNBAARApRL8xgYpzE8ckM8H/+/Q==", 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:55:45.133 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedm/5PMLxAATmuQRct3VXpcJ910mqlmbA==", 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.134 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:45.135 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-16T00:55:45.135 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:55:45.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 msgr2=0x7f0c5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 0x7f0c5006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0c54034000 tx=0x7f0c5402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:45.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 msgr2=0x7f0c641e9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00caa0 tx=0x7f0c5c00cf60 comp rx=0 tx=0).stop 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 shutdown_connections 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0c5006c2b0 0x7f0c5006e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0c64162cd0 0x7f0c641e9dc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0c6415e970 0x7f0c641e9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 --2- 172.21.15.5:0/3028806189 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0c640d1c10 0x7f0c641f7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 >> 172.21.15.5:0/3028806189 conn(0x7f0c6406bd00 msgr2=0x7f0c640b57f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 shutdown_connections 2024-09-16T00:55:45.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.118+0000 7f0c6a25e640 1 -- 172.21.15.5:0/3028806189 wait complete. 2024-09-16T00:55:45.138 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-16T00:55:45.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.239+0000 7fdbe7ef1640 1 Processor -- start 2024-09-16T00:55:45.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.240+0000 7fdbe7ef1640 1 -- start start 2024-09-16T00:55:45.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.240+0000 7fdbe7ef1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fdbe015e8e0 0x7fdbe0162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.240+0000 7fdbe7ef1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbe00b7920 con 0x7fdbe00cf1f0 2024-09-16T00:55:45.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe7ef1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbe00cf940 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe7ef1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fdbe00cfc20 con 0x7fdbe015e8e0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe548c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdbe00cf1f0 0x7fdbe00d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34954/0 (socket says 172.21.15.5:34954) 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe548c640 1 -- 172.21.15.5:0/1560516421 learned_addr learned my addr 172.21.15.5:0/1560516421 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe5c8d640 1 --2- 172.21.15.5:0/1560516421 >> v2:172.21.15.73:3300/0 conn(0x7fdbe015e8e0 0x7fdbe0162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 532692688 0 0) 0x7fdbd0001110 con 0x7fdbe00cf1f0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdbcc003520 con 0x7fdbe00cf1f0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1254985738 0 0) 0x7fdbe00cf940 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdbd0001110 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3068716065 0 0) 0x7fdbcc003520 con 0x7fdbe00cf1f0 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe5c8d640 1 -- 172.21.15.5:0/1560516421 >> v1:172.21.15.73:6789/0 conn(0x7fdbe00d1ba0 legacy=0x7fdbe00d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe5c8d640 1 -- 172.21.15.5:0/1560516421 >> v1:172.21.15.5:6789/0 conn(0x7fdbe00cf1f0 legacy=0x7fdbe00d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.241+0000 7fdbe5c8d640 1 -- 172.21.15.5:0/1560516421 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe00d2ae0 con 0x7fdbe015e8e0 2024-09-16T00:55:45.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.242+0000 7fdbe5c8d640 1 --2- 172.21.15.5:0/1560516421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe0162cf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0097a0 tx=0x7fdbdc02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82ed3a56bd6f7258 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.242+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc037070 con 0x7fdbe015e8e0 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.242+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbdc02abc0 con 0x7fdbe015e8e0 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.242+0000 7fdbe4c8b640 1 -- 172.21.15.5:0/1560516421 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd0001840 con 0x7fdbe015e8e0 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/1560516421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 msgr2=0x7fdbe0162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/1560516421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe0162cf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0097a0 tx=0x7fdbdc02a130 comp rx=0 tx=0).stop 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/1560516421 shutdown_connections 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/1560516421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe0162cf0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/1560516421 >> 172.21.15.5:0/1560516421 conn(0x7fdbe006bd00 msgr2=0x7fdbe006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/1560516421 shutdown_connections 2024-09-16T00:55:45.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.243+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/1560516421 wait complete. 2024-09-16T00:55:45.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.244+0000 7fdbe7ef1640 1 Processor -- start 2024-09-16T00:55:45.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.244+0000 7fdbe7ef1640 1 -- start start 2024-09-16T00:55:45.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdbe00cf1f0 0x7fdbe01f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe01625e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe00d39f0 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe00cf630 con 0x7fdbe015e8e0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe7ef1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdbe00d3b70 con 0x7fdbe00cf1f0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35986/0 (socket says 172.21.15.5:35986) 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 -- 172.21.15.5:0/3369690620 learned_addr learned my addr 172.21.15.5:0/3369690620 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe648e640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe01625e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe5c8d640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdbe00cf1f0 0x7fdbe01f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 -- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdbe00cf1f0 msgr2=0x7fdbe01f4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdbe00cf1f0 0x7fdbe01f4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 -- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 msgr2=0x7fdbe01625e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe01625e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 -- 172.21.15.5:0/3369690620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe01f5200 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbe548c640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0000fd0 tx=0x7fdbd000cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.245+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd0017070 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.246+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbd0005d00 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.246+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe01f54c0 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.246+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00072b0 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.246+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe01f5a80 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.247+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbe0162cf0 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.247+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdbd001a070 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.248+0000 7fdbd67fc640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 0x7fdbc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.248+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fdbd008a870 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.248+0000 7fdbe5c8d640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 0x7fdbc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.248+0000 7fdbe5c8d640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 0x7fdbc406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc034000 tx=0x7fdbdc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.252+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdbe00b7920 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.493+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fdbe00b9d50 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.494+0000 7fdbd67fc640 1 -- 172.21.15.5:0/3369690620 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fdbd0059290 con 0x7fdbe00d1ba0 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 msgr2=0x7fdbc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 0x7fdbc406e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc034000 tx=0x7fdbdc02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 msgr2=0x7fdbe01620a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0000fd0 tx=0x7fdbd000cf50 comp rx=0 tx=0).stop 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 shutdown_connections 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdbc406c2b0 0x7fdbc406e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbe015e8e0 0x7fdbe01625e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdbe00d1ba0 0x7fdbe01620a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 --2- 172.21.15.5:0/3369690620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdbe00cf1f0 0x7fdbe01f4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 >> 172.21.15.5:0/3369690620 conn(0x7fdbe006bd00 msgr2=0x7fdbe00b34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:45.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 shutdown_connections 2024-09-16T00:55:45.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.497+0000 7fdbe7ef1640 1 -- 172.21.15.5:0/3369690620 wait complete. 2024-09-16T00:55:45.509 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-16T00:55:45.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.612+0000 7f1e91d3b640 1 Processor -- start 2024-09-16T00:55:45.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.612+0000 7f1e91d3b640 1 -- start start 2024-09-16T00:55:45.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c161b30 0x7f1e8c15f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1e8c15fdb0 0x7f1e8c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1e8c1601f0 0x7f1e8c06c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1e8c15fbb0 con 0x7f1e8c1601f0 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f1e8c0b36a0 con 0x7f1e8c15fdb0 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e91d3b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1e8c0b3980 con 0x7f1e8c161b30 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1e8c1601f0 0x7f1e8c06c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1e8c1601f0 0x7f1e8c06c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35990/0 (socket says 172.21.15.5:35990) 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 -- 172.21.15.5:0/1502200582 learned_addr learned my addr 172.21.15.5:0/1502200582 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8affd640 1 --2- 172.21.15.5:0/1502200582 >> v2:172.21.15.73:3300/0 conn(0x7f1e8c15fdb0 0x7f1e8c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8b7fe640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c161b30 0x7f1e8c15f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 -- 172.21.15.5:0/1502200582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c161b30 msgr2=0x7f1e8c15f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c161b30 0x7f1e8c15f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 -- 172.21.15.5:0/1502200582 >> v2:172.21.15.73:3300/0 conn(0x7f1e8c15fdb0 msgr2=0x7f1e8c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:45.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/1502200582 >> v2:172.21.15.73:3300/0 conn(0x7f1e8c15fdb0 0x7f1e8c06bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.613+0000 7f1e8bfff640 1 -- 172.21.15.5:0/1502200582 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e8c0b3c60 con 0x7f1e8c1601f0 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.614+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c1601f0 0x7f1e8c06c060 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c06e3b0 tx=0x7f1e8402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7acacbb54515ed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.614+0000 7f1e8a7fc640 1 -- 172.21.15.5:0/1502200582 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84036070 con 0x7f1e8c1601f0 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.614+0000 7f1e8a7fc640 1 -- 172.21.15.5:0/1502200582 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e84031600 con 0x7f1e8c1601f0 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.614+0000 7f1e8a7fc640 1 -- 172.21.15.5:0/1502200582 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e840319d0 con 0x7f1e8c1601f0 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 -- 172.21.15.5:0/1502200582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c1601f0 msgr2=0x7f1e8c06c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c1601f0 0x7f1e8c06c060 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c06e3b0 tx=0x7f1e8402a6a0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 -- 172.21.15.5:0/1502200582 shutdown_connections 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c1601f0 0x7f1e8c06c060 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/1502200582 >> v2:172.21.15.73:3300/0 conn(0x7f1e8c15fdb0 0x7f1e8c06bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/1502200582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c161b30 0x7f1e8c15f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 -- 172.21.15.5:0/1502200582 >> 172.21.15.5:0/1502200582 conn(0x7f1e8c06d000 msgr2=0x7f1e8c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 -- 172.21.15.5:0/1502200582 shutdown_connections 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.615+0000 7f1e91d3b640 1 -- 172.21.15.5:0/1502200582 wait complete. 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.616+0000 7f1e91d3b640 1 Processor -- start 2024-09-16T00:55:45.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.616+0000 7f1e91d3b640 1 -- start start 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c15fdb0 0x7f1e8c154f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 0x7f1e8c14e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c161f10 con 0x7f1e8c161b30 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c0b4220 con 0x7f1e8c15fdb0 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e91d3b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1e8c0aefa0 con 0x7f1e8c1601f0 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35994/0 (socket says 172.21.15.5:35994) 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 -- 172.21.15.5:0/2689649812 learned_addr learned my addr 172.21.15.5:0/2689649812 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:45.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8b7fe640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c15fdb0 0x7f1e8c154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8affd640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 0x7f1e8c14e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 -- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 msgr2=0x7f1e8c14e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 0x7f1e8c14e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 -- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c15fdb0 msgr2=0x7f1e8c154f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c15fdb0 0x7f1e8c154f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8bfff640 1 -- 172.21.15.5:0/2689649812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e8c15bc70 con 0x7f1e8c161b30 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.617+0000 7f1e8affd640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 0x7f1e8c14e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e8bfff640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1e84034040 tx=0x7f1e84004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84036050 con 0x7f1e8c161b30 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e84042070 con 0x7f1e8c161b30 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e8c153ee0 con 0x7f1e8c161b30 2024-09-16T00:55:45.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84009510 con 0x7f1e8c161b30 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.618+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e8c1544a0 con 0x7f1e8c161b30 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.619+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e8c0b3300 con 0x7f1e8c161b30 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.619+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e84007bf0 con 0x7f1e8c161b30 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.620+0000 7f1e73fff640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 0x7f1e7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.620+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f1e840abd30 con 0x7f1e8c161b30 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.620+0000 7f1e8b7fe640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 0x7f1e7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.621+0000 7f1e8b7fe640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 0x7f1e7806e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009b40 tx=0x7f1e7c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.624+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e8407a9a0 con 0x7f1e8c161b30 2024-09-16T00:55:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.874+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f1e8c074200 con 0x7f1e8c161b30 2024-09-16T00:55:45.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.876+0000 7f1e73fff640 1 -- 172.21.15.5:0/2689649812 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f1e8407a2a0 con 0x7f1e8c161b30 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.878+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 msgr2=0x7f1e7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.878+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 0x7f1e7806e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009b40 tx=0x7f1e7c009190 comp rx=0 tx=0).stop 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 msgr2=0x7f1e8c073360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1e84034040 tx=0x7f1e84004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 shutdown_connections 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1e7806c2b0 0x7f1e7806e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e8c161b30 0x7f1e8c073360 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1e8c1601f0 0x7f1e8c14e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 --2- 172.21.15.5:0/2689649812 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c15fdb0 0x7f1e8c154f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 >> 172.21.15.5:0/2689649812 conn(0x7f1e8c06d000 msgr2=0x7f1e8c0b4640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 shutdown_connections 2024-09-16T00:55:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.879+0000 7f1e91d3b640 1 -- 172.21.15.5:0/2689649812 wait complete. 2024-09-16T00:55:45.890 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-16T00:55:45.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.993+0000 7f0fa7b18640 1 Processor -- start 2024-09-16T00:55:45.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.993+0000 7f0fa7b18640 1 -- start start 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 0x7f0fa015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0fa006bb20 0x7f0fa015fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 0x7f0fa006d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0fa006ccd0 con 0x7f0fa006bb20 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f0fa006db30 con 0x7f0fa015e4f0 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa7b18640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0fa006c0c0 con 0x7f0fa006d160 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa50b3640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0fa006bb20 0x7f0fa015fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa50b3640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0fa006bb20 0x7f0fa015fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36002/0 (socket says 172.21.15.5:36002) 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa50b3640 1 -- 172.21.15.5:0/1345092729 learned_addr learned my addr 172.21.15.5:0/1345092729 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa58b4640 1 --2- 172.21.15.5:0/1345092729 >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 0x7f0fa015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.994+0000 7f0fa60b5640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 0x7f0fa006d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 -- 172.21.15.5:0/1345092729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 msgr2=0x7f0fa006d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 0x7f0fa006d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 -- 172.21.15.5:0/1345092729 >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 msgr2=0x7f0fa015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/1345092729 >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 0x7f0fa015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 -- 172.21.15.5:0/1345092729 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fa006c3a0 con 0x7f0fa006bb20 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa58b4640 1 --2- 172.21.15.5:0/1345092729 >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 0x7f0fa015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa60b5640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 0x7f0fa006d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006bb20 0x7f0fa015fcb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0fa00741e0 tx=0x7f0f9402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9036ffd854d41d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.995+0000 7f0fa48b2640 1 -- 172.21.15.5:0/1345092729 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f94037070 con 0x7f0fa006bb20 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa48b2640 1 -- 172.21.15.5:0/1345092729 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f94032440 con 0x7f0fa006bb20 2024-09-16T00:55:45.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa48b2640 1 -- 172.21.15.5:0/1345092729 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f94032810 con 0x7f0fa006bb20 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 -- 172.21.15.5:0/1345092729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006bb20 msgr2=0x7f0fa015fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006bb20 0x7f0fa015fcb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0fa00741e0 tx=0x7f0f9402a1e0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 -- 172.21.15.5:0/1345092729 shutdown_connections 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa006d160 0x7f0fa006d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/1345092729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006bb20 0x7f0fa015fcb0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/1345092729 >> v2:172.21.15.73:3300/0 conn(0x7f0fa015e4f0 0x7f0fa015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 -- 172.21.15.5:0/1345092729 >> 172.21.15.5:0/1345092729 conn(0x7f0fa006e5b0 msgr2=0x7f0fa006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 -- 172.21.15.5:0/1345092729 shutdown_connections 2024-09-16T00:55:46.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.996+0000 7f0fa7b18640 1 -- 172.21.15.5:0/1345092729 wait complete. 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.997+0000 7f0fa7b18640 1 Processor -- start 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.997+0000 7f0fa7b18640 1 -- start start 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fa006bb20 0x7f0fa00d28c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 0x7f0fa00d0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa015e8d0 con 0x7f0fa006d160 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa006c960 con 0x7f0fa006bb20 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa7b18640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0fa01601f0 con 0x7f0fa015e4f0 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa50b3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa50b3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36018/0 (socket says 172.21.15.5:36018) 2024-09-16T00:55:46.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa50b3640 1 -- 172.21.15.5:0/927897585 learned_addr learned my addr 172.21.15.5:0/927897585 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa58b4640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fa006bb20 0x7f0fa00d28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa60b5640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 0x7f0fa00d0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.998+0000 7f0fa50b3640 1 -- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 msgr2=0x7f0fa00d0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 0x7f0fa00d0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa50b3640 1 -- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fa006bb20 msgr2=0x7f0fa00d28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fa006bb20 0x7f0fa00d28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa50b3640 1 -- 172.21.15.5:0/927897585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fa0158220 con 0x7f0fa006d160 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa60b5640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 0x7f0fa00d0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa50b3640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0f9402a220 tx=0x7f0f940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f94037040 con 0x7f0fa006d160 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f94042070 con 0x7f0fa006d160 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fa01587c0 con 0x7f0fa006d160 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f94030bb0 con 0x7f0fa006d160 2024-09-16T00:55:46.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:45.999+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fa0156390 con 0x7f0fa006d160 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.000+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fa015fcb0 con 0x7f0fa006d160 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.001+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0f94047460 con 0x7f0fa006d160 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.001+0000 7f0f9e7fc640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 0x7f0f8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.001+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f0f940abd20 con 0x7f0fa006d160 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.001+0000 7f0fa58b4640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 0x7f0f8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.002+0000 7f0fa58b4640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 0x7f0f8c06e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0f9800a8d0 tx=0x7f0f98008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.005+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f9407a7e0 con 0x7f0fa006d160 2024-09-16T00:55:46.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.248+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f0fa00b6020 con 0x7f0fa006d160 2024-09-16T00:55:46.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.250+0000 7f0f9e7fc640 1 -- 172.21.15.5:0/927897585 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f0f9407a0e0 con 0x7f0fa006d160 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 msgr2=0x7f0f8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 0x7f0f8c06e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0f9800a8d0 tx=0x7f0f98008040 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 msgr2=0x7f0fa0156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0f9402a220 tx=0x7f0f940046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 shutdown_connections 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0f8c06c2b0 0x7f0f8c06e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0fa015e4f0 0x7f0fa00d0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0fa006d160 0x7f0fa0156b90 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 --2- 172.21.15.5:0/927897585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0fa006bb20 0x7f0fa00d28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.252+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 >> 172.21.15.5:0/927897585 conn(0x7f0fa006e5b0 msgr2=0x7f0fa00b3260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.253+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 shutdown_connections 2024-09-16T00:55:46.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.253+0000 7f0fa7b18640 1 -- 172.21.15.5:0/927897585 wait complete. 2024-09-16T00:55:46.264 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-16T00:55:46.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.366+0000 7f40f2ca6640 1 Processor -- start 2024-09-16T00:55:46.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f2ca6640 1 -- start start 2024-09-16T00:55:46.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f2ca6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f40ec0b6690 0x7f40ec0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f2ca6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40ec0cff10 con 0x7f40ec0d16e0 2024-09-16T00:55:46.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f2ca6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40ec0d1b10 con 0x7f40ec0b6a70 2024-09-16T00:55:46.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f2ca6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f40ec0cf540 con 0x7f40ec0b6690 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.367+0000 7f40f1243640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f40ec0d16e0 0x7f40ec0d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34962/0 (socket says 172.21.15.5:34962) 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40f1243640 1 -- 172.21.15.5:0/2017137211 learned_addr learned my addr 172.21.15.5:0/2017137211 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40f0a42640 1 --2- 172.21.15.5:0/2017137211 >> v2:172.21.15.73:3300/0 conn(0x7f40ec0b6690 0x7f40ec0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40eb7fe640 1 -- 172.21.15.5:0/2017137211 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3984173240 0 0) 0x7f40ec0cff10 con 0x7f40ec0d16e0 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40eb7fe640 1 -- 172.21.15.5:0/2017137211 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f40d4003520 con 0x7f40ec0d16e0 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40f0a42640 1 -- 172.21.15.5:0/2017137211 >> v1:172.21.15.73:6789/0 conn(0x7f40ec0b6a70 legacy=0x7f40ec0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40f0a42640 1 -- 172.21.15.5:0/2017137211 >> v1:172.21.15.5:6789/0 conn(0x7f40ec0d16e0 legacy=0x7f40ec0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.368+0000 7f40f0a42640 1 -- 172.21.15.5:0/2017137211 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ec0d1d90 con 0x7f40ec0b6690 2024-09-16T00:55:46.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.369+0000 7f40f0a42640 1 --2- 172.21.15.5:0/2017137211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0b6690 0x7f40ec0cf9d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f40dc0097a0 tx=0x7f40dc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b484a48f8e8fc656 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.369+0000 7f40eb7fe640 1 -- 172.21.15.5:0/2017137211 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc037070 con 0x7f40ec0b6690 2024-09-16T00:55:46.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.369+0000 7f40eb7fe640 1 -- 172.21.15.5:0/2017137211 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40dc032440 con 0x7f40ec0b6690 2024-09-16T00:55:46.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.369+0000 7f40eb7fe640 1 -- 172.21.15.5:0/2017137211 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc0327f0 con 0x7f40ec0b6690 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 -- 172.21.15.5:0/2017137211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0b6690 msgr2=0x7f40ec0cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/2017137211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0b6690 0x7f40ec0cf9d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f40dc0097a0 tx=0x7f40dc02a230 comp rx=0 tx=0).stop 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 -- 172.21.15.5:0/2017137211 shutdown_connections 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/2017137211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0b6690 0x7f40ec0cf9d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 -- 172.21.15.5:0/2017137211 >> 172.21.15.5:0/2017137211 conn(0x7f40ec072560 msgr2=0x7f40ec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 -- 172.21.15.5:0/2017137211 shutdown_connections 2024-09-16T00:55:46.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.370+0000 7f40f2ca6640 1 -- 172.21.15.5:0/2017137211 wait complete. 2024-09-16T00:55:46.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.371+0000 7f40f2ca6640 1 Processor -- start 2024-09-16T00:55:46.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.371+0000 7f40f2ca6640 1 -- start start 2024-09-16T00:55:46.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 0x7f40ec0ca260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0d16e0 0x7f40ec156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f40ec0b6f00 con 0x7f40ec0b6a70 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f40ec0cf1d0 con 0x7f40ec0d16e0 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f2ca6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f40ec15c530 con 0x7f40ec0b6690 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36020/0 (socket says 172.21.15.5:36020) 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 -- 172.21.15.5:0/1397520543 learned_addr learned my addr 172.21.15.5:0/1397520543 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f1243640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0d16e0 0x7f40ec156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f0a42640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 0x7f40ec0ca260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 -- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 msgr2=0x7f40ec0ca260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 0x7f40ec0ca260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 -- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0d16e0 msgr2=0x7f40ec156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0d16e0 0x7f40ec156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40ebfff640 1 -- 172.21.15.5:0/1397520543 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ec158c40 con 0x7f40ec0b6a70 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.372+0000 7f40f0a42640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 0x7f40ec0ca260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40ebfff640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f40e000c430 tx=0x7f40e000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e00052d0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e0005490 con 0x7f40ec0b6a70 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40ec158f20 con 0x7f40ec0b6a70 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0007260 con 0x7f40ec0b6a70 2024-09-16T00:55:46.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.373+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40ec1f4aa0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.374+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40ec0cf9d0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.374+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40e0007400 con 0x7f40ec0b6a70 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.375+0000 7f40e97fa640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 0x7f40d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.375+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f40e008a5f0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.375+0000 7f40f0a42640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 0x7f40d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.376+0000 7f40f0a42640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 0x7f40d806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f40dc034000 tx=0x7f40dc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.379+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40ec0d1b10 con 0x7f40ec0b6a70 2024-09-16T00:55:46.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.622+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f40ec1f45a0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.624+0000 7f40e97fa640 1 -- 172.21.15.5:0/1397520543 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f40e00589c0 con 0x7f40ec0b6a70 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 msgr2=0x7f40d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 0x7f40d806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f40dc034000 tx=0x7f40dc02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 msgr2=0x7f40ec158610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f40e000c430 tx=0x7f40e000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 shutdown_connections 2024-09-16T00:55:46.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40d806c2b0 0x7f40d806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40ec0d16e0 0x7f40ec156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40ec0b6a70 0x7f40ec158610 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 --2- 172.21.15.5:0/1397520543 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40ec0b6690 0x7f40ec0ca260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 >> 172.21.15.5:0/1397520543 conn(0x7f40ec072560 msgr2=0x7f40ec15c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 shutdown_connections 2024-09-16T00:55:46.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.626+0000 7f40f2ca6640 1 -- 172.21.15.5:0/1397520543 wait complete. 2024-09-16T00:55:46.638 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-16T00:55:46.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.740+0000 7f5cc00e6640 1 Processor -- start 2024-09-16T00:55:46.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.740+0000 7f5cc00e6640 1 -- start start 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cc00e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f5cb815ea50 0x7f5cb80d0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cc00e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cb815ee30 con 0x7f5cb80d2e50 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cc00e6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cb80d2090 con 0x7f5cb806c230 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cc00e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f5cb80d2370 con 0x7f5cb815ea50 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbd681640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5cb80d2e50 0x7f5cb806bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34970/0 (socket says 172.21.15.5:34970) 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbd681640 1 -- 172.21.15.5:0/4128345627 learned_addr learned my addr 172.21.15.5:0/4128345627 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbde82640 1 --2- 172.21.15.5:0/4128345627 >> v2:172.21.15.73:3300/0 conn(0x7f5cb815ea50 0x7f5cb80d0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3258467435 0 0) 0x7f5cb815ee30 con 0x7f5cb80d2e50 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ca4003520 con 0x7f5cb80d2e50 2024-09-16T00:55:46.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3014254675 0 0) 0x7f5ca4003520 con 0x7f5cb80d2e50 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 >> v2:172.21.15.73:3300/0 conn(0x7f5cb815ea50 msgr2=0x7f5cb80d0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 --2- 172.21.15.5:0/4128345627 >> v2:172.21.15.73:3300/0 conn(0x7f5cb815ea50 0x7f5cb80d0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 >> v1:172.21.15.73:6789/0 conn(0x7f5cb806c230 legacy=0x7f5cb80b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb80d2650 con 0x7f5cb80d2e50 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f5ca8001670 con 0x7f5cb80d2e50 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 >> v1:172.21.15.5:6789/0 conn(0x7f5cb80d2e50 legacy=0x7f5cb806bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 0x7f5ca4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40043b0 0x7f5ca4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ca4005080 0x7f5ca400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb80d2370 con 0x7f5ca40043b0 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.741+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca400bfe0 con 0x7f5ca40039b0 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca400c1e0 con 0x7f5ca4005080 2024-09-16T00:55:46.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 0x7f5ca4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbd681640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40043b0 0x7f5ca4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbe683640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ca4005080 0x7f5ca400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 -- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ca4005080 msgr2=0x7f5ca400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ca4005080 0x7f5ca400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 -- 172.21.15.5:0/4128345627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40043b0 msgr2=0x7f5ca4004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40043b0 0x7f5ca4004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbde82640 1 -- 172.21.15.5:0/4128345627 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca4003520 con 0x7f5ca40039b0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbe683640 1 -- 172.21.15.5:0/4128345627 reap_dead start 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.742+0000 7f5cbd681640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40043b0 0x7f5ca4004880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cbde82640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 0x7f5ca4003d90 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009ac0 tx=0x7f5ca4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d892cecbba4a375 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb4036070 con 0x7f5ca40039b0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cb4031400 con 0x7f5ca40039b0 2024-09-16T00:55:46.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cbce80640 1 -- 172.21.15.5:0/4128345627 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb4009690 con 0x7f5ca40039b0 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cc00e6640 1 -- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 msgr2=0x7f5ca4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 0x7f5ca4003d90 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009ac0 tx=0x7f5ca4005830 comp rx=0 tx=0).stop 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cc00e6640 1 -- 172.21.15.5:0/4128345627 shutdown_connections 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/4128345627 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ca40039b0 0x7f5ca4003d90 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.743+0000 7f5cc00e6640 1 -- 172.21.15.5:0/4128345627 >> 172.21.15.5:0/4128345627 conn(0x7f5cb80736f0 msgr2=0x7f5cb809ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.744+0000 7f5cc00e6640 1 -- 172.21.15.5:0/4128345627 shutdown_connections 2024-09-16T00:55:46.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.744+0000 7f5cc00e6640 1 -- 172.21.15.5:0/4128345627 wait complete. 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 Processor -- start 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 -- start start 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5cb8155200 0x7f5cb80b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cb815fe00 0x7f5cb8160280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb80d3270 con 0x7f5ca40039b0 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb806c6c0 con 0x7f5cb815fe00 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.745+0000 7f5cc00e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5cb80b1d80 con 0x7f5cb8155200 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36046/0 (socket says 172.21.15.5:36046) 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 -- 172.21.15.5:0/2861638389 learned_addr learned my addr 172.21.15.5:0/2861638389 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbe683640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cb815fe00 0x7f5cb8160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbd681640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5cb8155200 0x7f5cb80b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 -- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5cb8155200 msgr2=0x7f5cb80b5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5cb8155200 0x7f5cb80b5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 -- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cb815fe00 msgr2=0x7f5cb8160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cb815fe00 0x7f5cb8160280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 -- 172.21.15.5:0/2861638389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb80b04e0 con 0x7f5ca40039b0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cbde82640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4034040 tx=0x7f5cb4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb403f020 con 0x7f5ca40039b0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cb4037040 con 0x7f5ca40039b0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb80b07c0 con 0x7f5ca40039b0 2024-09-16T00:55:46.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb4036070 con 0x7f5ca40039b0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.746+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb80b0aa0 con 0x7f5ca40039b0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.747+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cb80d0fb0 con 0x7f5ca40039b0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.748+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5cb4042020 con 0x7f5ca40039b0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.748+0000 7f5cae7fc640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 0x7f5c9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.748+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f5cb40aaf00 con 0x7f5ca40039b0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.748+0000 7f5cbd681640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 0x7f5c9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.749+0000 7f5cbd681640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 0x7f5c9c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5cb80ce640 tx=0x7f5ca8001e20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.752+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cb80d0fb0 con 0x7f5ca40039b0 2024-09-16T00:55:46.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.993+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f5cb8070230 con 0x7f5ca40039b0 2024-09-16T00:55:46.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.995+0000 7f5cae7fc640 1 -- 172.21.15.5:0/2861638389 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f5cb8070230 con 0x7f5ca40039b0 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 msgr2=0x7f5c9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 0x7f5c9c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5cb80ce640 tx=0x7f5ca8001e20 comp rx=0 tx=0).stop 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 msgr2=0x7f5cb80b13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4034040 tx=0x7f5cb4004730 comp rx=0 tx=0).stop 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 shutdown_connections 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5c9c06c2b0 0x7f5c9c06e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cb815fe00 0x7f5cb8160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5cb8155200 0x7f5cb80b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 --2- 172.21.15.5:0/2861638389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ca40039b0 0x7f5cb80b13e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:46.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 >> 172.21.15.5:0/2861638389 conn(0x7f5cb80736f0 msgr2=0x7f5cb806fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:46.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 shutdown_connections 2024-09-16T00:55:46.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:46.997+0000 7f5cc00e6640 1 -- 172.21.15.5:0/2861638389 wait complete. 2024-09-16T00:55:47.008 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-16T00:55:47.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.110+0000 7fbb7af0a640 1 Processor -- start 2024-09-16T00:55:47.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.110+0000 7fbb7af0a640 1 -- start start 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb7af0a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb7af0a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 0x7fbb7406d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb7af0a640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb7406db50 con 0x7fbb7415e4f0 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb7af0a640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fbb7406ccd0 con 0x7fbb7406d160 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb7af0a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbb741603c0 con 0x7fbb7406bb20 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb794a7640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 0x7fbb7406d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb73fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb78ca6640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fbb7415e4f0 0x7fbb7415fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:38208/0 (socket says 172.21.15.5:38208) 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb73fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33384/0 (socket says 172.21.15.5:33384) 2024-09-16T00:55:47.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.111+0000 7fbb78ca6640 1 -- 172.21.15.5:0/453953549 learned_addr learned my addr 172.21.15.5:0/453953549 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:47.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb73fff640 1 -- 172.21.15.5:0/453953549 >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 msgr2=0x7fbb7406d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:47.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb73fff640 1 --2- 172.21.15.5:0/453953549 >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 0x7fbb7406d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb73fff640 1 -- 172.21.15.5:0/453953549 >> v1:172.21.15.73:6789/0 conn(0x7fbb7415e4f0 legacy=0x7fbb7415fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb73fff640 1 -- 172.21.15.5:0/453953549 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb7406c0c0 con 0x7fbb7406bb20 2024-09-16T00:55:47.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb794a7640 1 --2- 172.21.15.5:0/453953549 >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 0x7fbb7406d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:47.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.112+0000 7fbb73fff640 1 --2- 172.21.15.5:0/453953549 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c009d90 tx=0x7fbb5c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e4a17576b5e4f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb737fe640 1 -- 172.21.15.5:0/453953549 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c007740 con 0x7fbb7406bb20 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb737fe640 1 -- 172.21.15.5:0/453953549 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb5c0078e0 con 0x7fbb7406bb20 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb737fe640 1 -- 172.21.15.5:0/453953549 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c007cb0 con 0x7fbb7406bb20 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 -- 172.21.15.5:0/453953549 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 msgr2=0x7fbb7415f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/453953549 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c009d90 tx=0x7fbb5c02a660 comp rx=0 tx=0).stop 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 -- 172.21.15.5:0/453953549 shutdown_connections 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/453953549 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7406bb20 0x7fbb7415f570 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/453953549 >> v2:172.21.15.73:3300/0 conn(0x7fbb7406d160 0x7fbb7406d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 -- 172.21.15.5:0/453953549 >> 172.21.15.5:0/453953549 conn(0x7fbb7406e5b0 msgr2=0x7fbb7406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 -- 172.21.15.5:0/453953549 shutdown_connections 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.113+0000 7fbb7af0a640 1 -- 172.21.15.5:0/453953549 wait complete. 2024-09-16T00:55:47.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 Processor -- start 2024-09-16T00:55:47.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 -- start start 2024-09-16T00:55:47.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 0x7fbb740d0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7406c960 con 0x7fbb7406d160 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbb7406c680 con 0x7fbb7406bb20 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.115+0000 7fbb7af0a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbb7415e8d0 con 0x7fbb7415e4f0 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb73fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb794a7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 0x7fbb740d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb794a7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33388/0 (socket says 172.21.15.5:33388) 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb73fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36062/0 (socket says 172.21.15.5:36062) 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb794a7640 1 -- 172.21.15.5:0/209745984 learned_addr learned my addr 172.21.15.5:0/209745984 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 -- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 msgr2=0x7fbb74159b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 -- 172.21.15.5:0/209745984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 msgr2=0x7fbb740d0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 -- 172.21.15.5:0/209745984 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb740cecc0 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb794a7640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb73fff640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb78ca6640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 0x7fbb740d0040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbb64000f60 tx=0x7fbb6400c760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64017070 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb64005ce0 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb64007310 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.116+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb740cefa0 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.117+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb740cf840 con 0x7fbb7406bb20 2024-09-16T00:55:47.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.117+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb740cf390 con 0x7fbb7406bb20 2024-09-16T00:55:47.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.118+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb6401a070 con 0x7fbb7406bb20 2024-09-16T00:55:47.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.118+0000 7fbb717fa640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 0x7fbb5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.119+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fbb6408a3c0 con 0x7fbb7406bb20 2024-09-16T00:55:47.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.119+0000 7fbb73fff640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 0x7fbb5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.119+0000 7fbb73fff640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 0x7fbb5406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c034000 tx=0x7fbb5c02f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.124+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb7406db50 con 0x7fbb7406bb20 2024-09-16T00:55:47.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.370+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fbb7415dd50 con 0x7fbb7406bb20 2024-09-16T00:55:47.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.375+0000 7fbb717fa640 1 -- 172.21.15.5:0/209745984 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fbb7415dd50 con 0x7fbb7406bb20 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 msgr2=0x7fbb5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 0x7fbb5406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c034000 tx=0x7fbb5c02f000 comp rx=0 tx=0).stop 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 msgr2=0x7fbb740d0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 0x7fbb740d0040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbb64000f60 tx=0x7fbb6400c760 comp rx=0 tx=0).stop 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 shutdown_connections 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb5406c2b0 0x7fbb5406e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb7415e4f0 0x7fbb74159b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb7406d160 0x7fbb740d0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 --2- 172.21.15.5:0/209745984 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb7406bb20 0x7fbb740d0040 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.377+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 >> 172.21.15.5:0/209745984 conn(0x7fbb7406e5b0 msgr2=0x7fbb740b39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:47.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.378+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 shutdown_connections 2024-09-16T00:55:47.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.378+0000 7fbb7af0a640 1 -- 172.21.15.5:0/209745984 wait complete. 2024-09-16T00:55:47.389 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:55:47.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.491+0000 7f8d19f9f640 1 Processor -- start 2024-09-16T00:55:47.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.491+0000 7f8d19f9f640 1 -- start start 2024-09-16T00:55:47.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d19f9f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d14073150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d19f9f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d140cfdc0 con 0x7f8d1415e860 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d19f9f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d140cee40 con 0x7f8d140d4050 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d19f9f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8d140d3780 con 0x7f8d140d3c10 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d18f9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8d1415e860 0x7f8d140cf6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34974/0 (socket says 172.21.15.5:34974) 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d18f9d640 1 -- 172.21.15.5:0/2578322488 learned_addr learned my addr 172.21.15.5:0/2578322488 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2750543980 0 0) 0x7f8d140cfdc0 con 0x7f8d1415e860 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d04003520 con 0x7f8d1415e860 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d13fff640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d14073150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1490467567 0 0) 0x7f8d04003520 con 0x7f8d1415e860 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 msgr2=0x7f8d14073150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d14073150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 >> v1:172.21.15.73:6789/0 conn(0x7f8d140d4050 legacy=0x7f8d140b7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d140cf120 con 0x7f8d1415e860 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f8d08001670 con 0x7f8d1415e860 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 >> v1:172.21.15.5:6789/0 conn(0x7f8d1415e860 legacy=0x7f8d140cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d04003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.492+0000 7f8d137fe640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d04003fd0 0x7f8d04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d137fe640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d04004d40 0x7f8d040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8d140d3780 con 0x7f8d04003fd0 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0400bb20 con 0x7f8d04004d40 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8d0400bd20 con 0x7f8d140d3c10 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d04003fd0 0x7f8d04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d18f9d640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d04003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d1979e640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d04004d40 0x7f8d040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 -- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 msgr2=0x7f8d04003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:47.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d140d3c10 0x7f8d04003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 -- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d04004d40 msgr2=0x7f8d040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d04004d40 0x7f8d040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.493+0000 7f8d13fff640 1 -- 172.21.15.5:0/2578322488 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d04003520 con 0x7f8d04003fd0 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d13fff640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d04003fd0 0x7f8d04004800 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009a90 tx=0x7f8d04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9cb8413b96ce37e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d00036070 con 0x7f8d04003fd0 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d00031400 con 0x7f8d04003fd0 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d137fe640 1 -- 172.21.15.5:0/2578322488 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d00009690 con 0x7f8d04003fd0 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d19f9f640 1 -- 172.21.15.5:0/2578322488 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d04003fd0 msgr2=0x7f8d04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/2578322488 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d04003fd0 0x7f8d04004800 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009a90 tx=0x7f8d04005830 comp rx=0 tx=0).stop 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d1979e640 1 -- 172.21.15.5:0/2578322488 reap_dead start 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d19f9f640 1 -- 172.21.15.5:0/2578322488 shutdown_connections 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d19f9f640 1 -- 172.21.15.5:0/2578322488 >> 172.21.15.5:0/2578322488 conn(0x7f8d140d4650 msgr2=0x7f8d140d4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.494+0000 7f8d19f9f640 1 -- 172.21.15.5:0/2578322488 shutdown_connections 2024-09-16T00:55:47.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.495+0000 7f8d19f9f640 1 -- 172.21.15.5:0/2578322488 wait complete. 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.496+0000 7f8d19f9f640 1 Processor -- start 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.496+0000 7f8d19f9f640 1 -- start start 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d04003fd0 0x7f8d1415fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 0x7f8d140cd730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8d140d2460 con 0x7f8d141f4110 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8d140cf400 con 0x7f8d14158aa0 2024-09-16T00:55:47.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8d140b7f90 con 0x7f8d04003fd0 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36076/0 (socket says 172.21.15.5:36076) 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 -- 172.21.15.5:0/1054691747 learned_addr learned my addr 172.21.15.5:0/1054691747 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d1979e640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 0x7f8d140cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d18f9d640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d04003fd0 0x7f8d1415fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 -- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d04003fd0 msgr2=0x7f8d1415fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d04003fd0 0x7f8d1415fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 -- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 msgr2=0x7f8d140cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 0x7f8d140cd730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 -- 172.21.15.5:0/1054691747 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d14161c50 con 0x7f8d141f4110 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d1979e640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 0x7f8d140cd730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d13fff640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8d00000c00 tx=0x7f8d00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d00040020 con 0x7f8d141f4110 2024-09-16T00:55:47.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d0003b660 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.497+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d141602e0 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.498+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d00036040 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.498+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d141608a0 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.498+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d140b7880 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.499+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d00043020 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.500+0000 7f8d117fa640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.500+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f8d000ab7b0 con 0x7f8d141f4110 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.500+0000 7f8d18f9d640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.500+0000 7f8d18f9d640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 0x7f8cf806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8d08001200 tx=0x7f8d08001190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.504+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8d0004a030 con 0x7f8d141f4110 2024-09-16T00:55:47.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.681+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f8d140b98e0 con 0x7f8d141f4110 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.681+0000 7f8d117fa640 1 -- 172.21.15.5:0/1054691747 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7f8d0007a1d0 con 0x7f8d141f4110 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:55:47.683 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-16T00:55:47.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 msgr2=0x7f8cf806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 0x7f8cf806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8d08001200 tx=0x7f8d08001190 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 msgr2=0x7f8d14161710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8d00000c00 tx=0x7f8d00004730 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 shutdown_connections 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8d14158aa0 0x7f8d140cd730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d141f4110 0x7f8d14161710 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 --2- 172.21.15.5:0/1054691747 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8d04003fd0 0x7f8d1415fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 >> 172.21.15.5:0/1054691747 conn(0x7f8d140d4650 msgr2=0x7f8d140b5a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 shutdown_connections 2024-09-16T00:55:47.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.684+0000 7f8d19f9f640 1 -- 172.21.15.5:0/1054691747 wait complete. 2024-09-16T00:55:47.696 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:55:47.696 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:55:47.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 Processor -- start 2024-09-16T00:55:47.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 -- start start 2024-09-16T00:55:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f65e415e860 0x7f65e40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 0x7f65e40d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65e40d38c0 con 0x7f65e40d4ea0 2024-09-16T00:55:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f65e40b3f10 con 0x7f65e415e860 2024-09-16T00:55:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.802+0000 7f65e98e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f65e40d3ba0 con 0x7f65e40d3320 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f65e415e860 0x7f65e40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f65e415e860 0x7f65e40cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36082/0 (socket says 172.21.15.5:36082) 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 -- 172.21.15.5:0/1499931646 learned_addr learned my addr 172.21.15.5:0/1499931646 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e27fc640 1 --2- 172.21.15.5:0/1499931646 >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 0x7f65e40d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 -- 172.21.15.5:0/1499931646 >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 msgr2=0x7f65e40d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 --2- 172.21.15.5:0/1499931646 >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 0x7f65e40d4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 -- 172.21.15.5:0/1499931646 >> v1:172.21.15.73:6789/0 conn(0x7f65e40d4ea0 legacy=0x7f65e40b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e2ffd640 1 -- 172.21.15.5:0/1499931646 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e40d3e80 con 0x7f65e415e860 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.803+0000 7f65e27fc640 1 --2- 172.21.15.5:0/1499931646 >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 0x7f65e40d4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:47.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e2ffd640 1 --2- 172.21.15.5:0/1499931646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e40cf720 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f65e4162170 tx=0x7f65d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af713c41a893b095 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e1ffb640 1 -- 172.21.15.5:0/1499931646 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d4037070 con 0x7f65e415e860 2024-09-16T00:55:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e1ffb640 1 -- 172.21.15.5:0/1499931646 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65d4032440 con 0x7f65e415e860 2024-09-16T00:55:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e1ffb640 1 -- 172.21.15.5:0/1499931646 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d4032810 con 0x7f65e415e860 2024-09-16T00:55:47.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 -- 172.21.15.5:0/1499931646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 msgr2=0x7f65e40cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 --2- 172.21.15.5:0/1499931646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e40cf720 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f65e4162170 tx=0x7f65d402a270 comp rx=0 tx=0).stop 2024-09-16T00:55:47.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 -- 172.21.15.5:0/1499931646 shutdown_connections 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 --2- 172.21.15.5:0/1499931646 >> v2:172.21.15.73:3300/0 conn(0x7f65e40d3320 0x7f65e40d4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 --2- 172.21.15.5:0/1499931646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e40cf720 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 -- 172.21.15.5:0/1499931646 >> 172.21.15.5:0/1499931646 conn(0x7f65e4072560 msgr2=0x7f65e4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 -- 172.21.15.5:0/1499931646 shutdown_connections 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.804+0000 7f65e98e6640 1 -- 172.21.15.5:0/1499931646 wait complete. 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 Processor -- start 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 -- start start 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e40d3320 0x7f65e4157430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f65e40d4ea0 0x7f65e40cf320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f65e40cfc60 con 0x7f65e415e860 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f65e40d4440 con 0x7f65e40d3320 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.806+0000 7f65e98e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f65e40cfde0 con 0x7f65e40d4ea0 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36098/0 (socket says 172.21.15.5:36098) 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 -- 172.21.15.5:0/718758435 learned_addr learned my addr 172.21.15.5:0/718758435 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e2ffd640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e40d3320 0x7f65e4157430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e27fc640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f65e40d4ea0 0x7f65e40cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 -- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f65e40d4ea0 msgr2=0x7f65e40cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f65e40d4ea0 0x7f65e40cf320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 -- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e40d3320 msgr2=0x7f65e4157430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e40d3320 0x7f65e4157430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 -- 172.21.15.5:0/718758435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e4157970 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e37fe640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00c7d0 tx=0x7f65dc00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc003b70 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65dc003d30 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e4159360 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc00aa90 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.807+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e4159c00 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.808+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65e40d4960 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.809+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65dc00ac30 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.809+0000 7f65cbfff640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 0x7f65d006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.809+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f65dc08ae10 con 0x7f65e415e860 2024-09-16T00:55:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.810+0000 7f65e2ffd640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 0x7f65d006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.810+0000 7f65e2ffd640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 0x7f65d006e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f65d4034000 tx=0x7f65d402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.813+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65dc059310 con 0x7f65e415e860 2024-09-16T00:55:47.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:47.991+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f65e40b97e0 con 0x7f65e415e860 2024-09-16T00:55:48.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.738+0000 7f65cbfff640 1 -- 172.21.15.5:0/718758435 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f65dc05d610 con 0x7f65e415e860 2024-09-16T00:55:48.739 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-16T00:55:48.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 msgr2=0x7f65d006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 0x7f65d006e7a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f65d4034000 tx=0x7f65d402e000 comp rx=0 tx=0).stop 2024-09-16T00:55:48.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 msgr2=0x7f65e415a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00c7d0 tx=0x7f65dc00cc90 comp rx=0 tx=0).stop 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 shutdown_connections 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f65d006c2e0 0x7f65d006e7a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65e415e860 0x7f65e415a400 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f65e40d4ea0 0x7f65e40cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 --2- 172.21.15.5:0/718758435 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e40d3320 0x7f65e4157430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.741+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 >> 172.21.15.5:0/718758435 conn(0x7f65e4072560 msgr2=0x7f65e4161670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.742+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 shutdown_connections 2024-09-16T00:55:48.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.742+0000 7f65e98e6640 1 -- 172.21.15.5:0/718758435 wait complete. 2024-09-16T00:55:48.758 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:55:48.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.870+0000 7f34d58c9640 1 Processor -- start 2024-09-16T00:55:48.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.871+0000 7f34d58c9640 1 -- start start 2024-09-16T00:55:48.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.871+0000 7f34d58c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 0x7f34d015c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:48.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.871+0000 7f34d58c9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34d015eff0 con 0x7f34d0072c50 2024-09-16T00:55:48.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.871+0000 7f34d58c9640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34d015f2b0 con 0x7f34d015b230 2024-09-16T00:55:48.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.871+0000 7f34d58c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f34d015fbe0 con 0x7f34d00b4c90 2024-09-16T00:55:48.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cf7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f34d0072c50 0x7f34d0071010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34982/0 (socket says 172.21.15.5:34982) 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cf7fe640 1 -- 172.21.15.5:0/1783410593 learned_addr learned my addr 172.21.15.5:0/1783410593 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34ce7fc640 1 --2- 172.21.15.5:0/1783410593 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 0x7f34d015c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2226238503 0 0) 0x7f34d015eff0 con 0x7f34d0072c50 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34bc003520 con 0x7f34d0072c50 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4073852624 0 0) 0x7f34d015f2b0 con 0x7f34d015b230 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34d015eff0 con 0x7f34d015b230 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34ce7fc640 1 -- 172.21.15.5:0/1783410593 >> v1:172.21.15.73:6789/0 conn(0x7f34d015b230 legacy=0x7f34d00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34ce7fc640 1 -- 172.21.15.5:0/1783410593 >> v1:172.21.15.5:6789/0 conn(0x7f34d0072c50 legacy=0x7f34d0071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.872+0000 7f34ce7fc640 1 -- 172.21.15.5:0/1783410593 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34d015f590 con 0x7f34d00b4c90 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.873+0000 7f34ce7fc640 1 --2- 172.21.15.5:0/1783410593 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 0x7f34d015c390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34b80097d0 tx=0x7f34b802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aae223c99db13138 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.873+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34b8037070 con 0x7f34d00b4c90 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.873+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34b8032440 con 0x7f34d00b4c90 2024-09-16T00:55:48.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.873+0000 7f34cdffb640 1 -- 172.21.15.5:0/1783410593 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34b80327f0 con 0x7f34d00b4c90 2024-09-16T00:55:48.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 -- 172.21.15.5:0/1783410593 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 msgr2=0x7f34d015c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 --2- 172.21.15.5:0/1783410593 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 0x7f34d015c390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34b80097d0 tx=0x7f34b802a210 comp rx=0 tx=0).stop 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 -- 172.21.15.5:0/1783410593 shutdown_connections 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 --2- 172.21.15.5:0/1783410593 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d00b4c90 0x7f34d015c390 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 -- 172.21.15.5:0/1783410593 >> 172.21.15.5:0/1783410593 conn(0x7f34d00b5cb0 msgr2=0x7f34d006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 -- 172.21.15.5:0/1783410593 shutdown_connections 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.874+0000 7f34d58c9640 1 -- 172.21.15.5:0/1783410593 wait complete. 2024-09-16T00:55:48.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.876+0000 7f34d58c9640 1 Processor -- start 2024-09-16T00:55:48.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.876+0000 7f34d58c9640 1 -- start start 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f34d00b4c90 0x7f34d01597c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d015b230 0x7f34d0159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f34d015b610 con 0x7f34d0072c50 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f34d015c8d0 con 0x7f34d00b4c90 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34d58c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f34d015b790 con 0x7f34d015b230 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:48.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36102/0 (socket says 172.21.15.5:36102) 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 -- 172.21.15.5:0/897952531 learned_addr learned my addr 172.21.15.5:0/897952531 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ce7fc640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f34d00b4c90 0x7f34d01597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34cf7fe640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d015b230 0x7f34d0159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 -- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d015b230 msgr2=0x7f34d0159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d015b230 0x7f34d0159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 -- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f34d00b4c90 msgr2=0x7f34d01597c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f34d00b4c90 0x7f34d01597c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 -- 172.21.15.5:0/897952531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34d014cd70 con 0x7f34d0072c50 2024-09-16T00:55:48.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.878+0000 7f34ceffd640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f34c000c430 tx=0x7f34c000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.879+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34c0017070 con 0x7f34d0072c50 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.879+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34c00052f0 con 0x7f34d0072c50 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.879+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34c0003830 con 0x7f34d0072c50 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.879+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34d0150980 con 0x7f34d0072c50 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.879+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34d0150f40 con 0x7f34d0072c50 2024-09-16T00:55:48.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.880+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34d006e1e0 con 0x7f34d0072c50 2024-09-16T00:55:48.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.880+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34c001a070 con 0x7f34d0072c50 2024-09-16T00:55:48.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.881+0000 7f34c7fff640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 0x7f34b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:48.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.881+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7f34c008a500 con 0x7f34d0072c50 2024-09-16T00:55:48.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.881+0000 7f34ce7fc640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 0x7f34b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:48.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.882+0000 7f34ce7fc640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 0x7f34b006e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34b8034000 tx=0x7f34b802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:48.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:48.885+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f34c0058890 con 0x7f34d0072c50 2024-09-16T00:55:49.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.063+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f34d00b2710 con 0x7f34d0072c50 2024-09-16T00:55:49.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.740+0000 7f34c7fff640 1 -- 172.21.15.5:0/897952531 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7f34c005cb90 con 0x7f34d0072c50 2024-09-16T00:55:49.741 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.743+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 msgr2=0x7f34b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.743+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 0x7f34b006e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34b8034000 tx=0x7f34b802e000 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.743+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 msgr2=0x7f34d00b21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.743+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f34c000c430 tx=0x7f34c000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 shutdown_connections 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f34b006c2b0 0x7f34b006e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f34d015b230 0x7f34d0159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f34d00b4c90 0x7f34d01597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 --2- 172.21.15.5:0/897952531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f34d0072c50 0x7f34d00b21d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 >> 172.21.15.5:0/897952531 conn(0x7f34d00b5cb0 msgr2=0x7f34d00cfb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 shutdown_connections 2024-09-16T00:55:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.744+0000 7f34d58c9640 1 -- 172.21.15.5:0/897952531 wait complete. 2024-09-16T00:55:49.770 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:55:49.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.875+0000 7f2cf7d81640 1 Processor -- start 2024-09-16T00:55:49.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.875+0000 7f2cf7d81640 1 -- start start 2024-09-16T00:55:49.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf7d81640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 0x7f2cf00d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf7d81640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2cf00cf6a0 0x7f2cf00d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf7d81640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cf01620f0 con 0x7f2cf00b76c0 2024-09-16T00:55:49.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf7d81640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f2cf0072140 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf7d81640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2cf00d4200 con 0x7f2cf0161d10 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf631e640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2cf00cf6a0 0x7f2cf00d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf5b1d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 0x7f2cf00d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf531c640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f2cf00b76c0 0x7f2cf00cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:38230/0 (socket says 172.21.15.5:38230) 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf531c640 1 -- 172.21.15.5:0/1565735198 learned_addr learned my addr 172.21.15.5:0/1565735198 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf631e640 1 -- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 msgr2=0x7f2cf00d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf631e640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 0x7f2cf00d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf631e640 1 -- 172.21.15.5:0/1565735198 >> v1:172.21.15.73:6789/0 conn(0x7f2cf00b76c0 legacy=0x7f2cf00cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf631e640 1 -- 172.21.15.5:0/1565735198 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cf0072390 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf4b1b640 1 -- 172.21.15.5:0/1565735198 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1030510067 0 0) 0x7f2cf01620f0 con 0x7f2cf00b76c0 2024-09-16T00:55:49.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.876+0000 7f2cf5b1d640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 0x7f2cf00d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:55:49.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.877+0000 7f2cf631e640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00cf6a0 0x7f2cf00d3280 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2ce8009d90 tx=0x7f2ce802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5163f65b2df72163 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:49.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.877+0000 7f2cf4b1b640 1 -- 172.21.15.5:0/1565735198 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce8031600 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.877+0000 7f2cf4b1b640 1 -- 172.21.15.5:0/1565735198 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ce80317a0 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.877+0000 7f2cf4b1b640 1 -- 172.21.15.5:0/1565735198 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce8031b70 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 -- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00cf6a0 msgr2=0x7f2cf00d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00cf6a0 0x7f2cf00d3280 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2ce8009d90 tx=0x7f2ce802a5d0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 -- 172.21.15.5:0/1565735198 shutdown_connections 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00cf6a0 0x7f2cf00d3280 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/1565735198 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf0161d10 0x7f2cf00d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 -- 172.21.15.5:0/1565735198 >> 172.21.15.5:0/1565735198 conn(0x7f2cf00d4730 msgr2=0x7f2cf00d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 -- 172.21.15.5:0/1565735198 shutdown_connections 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.878+0000 7f2cf7d81640 1 -- 172.21.15.5:0/1565735198 wait complete. 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.879+0000 7f2cf7d81640 1 Processor -- start 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.879+0000 7f2cf7d81640 1 -- start start 2024-09-16T00:55:49.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00b76c0 0x7f2cf015e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf00cf6a0 0x7f2cf014dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf00b7b00 con 0x7f2cf0161d10 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf0072950 con 0x7f2cf00b76c0 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf7d81640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2cf0072e70 con 0x7f2cf00cf6a0 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36118/0 (socket says 172.21.15.5:36118) 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 -- 172.21.15.5:0/2578786247 learned_addr learned my addr 172.21.15.5:0/2578786247 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf5b1d640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00b76c0 0x7f2cf015e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf531c640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf00cf6a0 0x7f2cf014dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 -- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf00cf6a0 msgr2=0x7f2cf014dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf00cf6a0 0x7f2cf014dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 -- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00b76c0 msgr2=0x7f2cf015e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00b76c0 0x7f2cf015e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.880+0000 7f2cf631e640 1 -- 172.21.15.5:0/2578786247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cf00cc660 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2cf631e640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2ce8009d90 tx=0x7f2ce8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce8040070 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ce8030be0 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cf015bcf0 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce8009450 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.881+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cf00cbb80 con 0x7f2cf0161d10 2024-09-16T00:55:49.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.882+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cf00d3b20 con 0x7f2cf0161d10 2024-09-16T00:55:49.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.883+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ce8039040 con 0x7f2cf0161d10 2024-09-16T00:55:49.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.884+0000 7f2ce67fc640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 0x7f2cd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:49.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.884+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f2ce80ac3c0 con 0x7f2cf0161d10 2024-09-16T00:55:49.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.884+0000 7f2cf5b1d640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 0x7f2cd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:49.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.884+0000 7f2cf5b1d640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 0x7f2cd406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2cec009560 tx=0x7f2cec009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:49.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:49.888+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2ce807a540 con 0x7f2cf0161d10 2024-09-16T00:55:50.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.098+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2cf00cfef0 con 0x7f2cf0161d10 2024-09-16T00:55:50.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.759+0000 7f2ce67fc640 1 -- 172.21.15.5:0/2578786247 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7f2ce807e840 con 0x7f2cf0161d10 2024-09-16T00:55:50.761 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 4 and data pool 5 2024-09-16T00:55:50.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 msgr2=0x7f2cd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 0x7f2cd406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2cec009560 tx=0x7f2cec009190 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 msgr2=0x7f2cf015fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2ce8009d90 tx=0x7f2ce8004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 shutdown_connections 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2cd406c2b0 0x7f2cd406e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cf0161d10 0x7f2cf015fd50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2cf00cf6a0 0x7f2cf014dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 --2- 172.21.15.5:0/2578786247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2cf00b76c0 0x7f2cf015e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 >> 172.21.15.5:0/2578786247 conn(0x7f2cf00d4730 msgr2=0x7f2cf00732a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.776+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 shutdown_connections 2024-09-16T00:55:50.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.777+0000 7f2cf7d81640 1 -- 172.21.15.5:0/2578786247 wait complete. 2024-09-16T00:55:50.796 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:50.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.903+0000 7fe5c0dc4640 1 Processor -- start 2024-09-16T00:55:50.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.903+0000 7fe5c0dc4640 1 -- start start 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5c0dc4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe5bc15e8e0 0x7fe5bc162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5c0dc4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5bc0b7920 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5c0dc4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5bc0cf940 con 0x7fe5bc0d1ba0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5c0dc4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe5bc0cfc20 con 0x7fe5bc15e8e0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe5bc0cf1f0 0x7fe5bc0d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34990/0 (socket says 172.21.15.5:34990) 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b3fff640 1 -- 172.21.15.5:0/1841711027 learned_addr learned my addr 172.21.15.5:0/1841711027 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5ba59c640 1 --2- 172.21.15.5:0/1841711027 >> v2:172.21.15.73:3300/0 conn(0x7fe5bc15e8e0 0x7fe5bc162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2578918600 0 0) 0x7fe5a4001110 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe5a8003520 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 221714719 0 0) 0x7fe5a8003520 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 >> v2:172.21.15.73:3300/0 conn(0x7fe5bc15e8e0 msgr2=0x7fe5bc162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 --2- 172.21.15.5:0/1841711027 >> v2:172.21.15.73:3300/0 conn(0x7fe5bc15e8e0 0x7fe5bc162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 >> v1:172.21.15.73:6789/0 conn(0x7fe5bc0d1ba0 legacy=0x7fe5bc0d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5bc0d2ae0 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fe5a4001840 con 0x7fe5bc0cf1f0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 >> v1:172.21.15.5:6789/0 conn(0x7fe5bc0cf1f0 legacy=0x7fe5bc0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a80039b0 0x7fe5a8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 0x7fe5a8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.904+0000 7fe5b9d9b640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5a80051c0 0x7fe5a800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc0cfc20 con 0x7fe5a8004800 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a800c160 con 0x7fe5a80039b0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe5a800c360 con 0x7fe5a80051c0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 0x7fe5a8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5ba59c640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a80039b0 0x7fe5a8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5bad9d640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5a80051c0 0x7fe5a800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 -- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5a80051c0 msgr2=0x7fe5a800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5a80051c0 0x7fe5a800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 -- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a80039b0 msgr2=0x7fe5a8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a80039b0 0x7fe5a8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5b3fff640 1 -- 172.21.15.5:0/1841711027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a8003520 con 0x7fe5a8004800 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.905+0000 7fe5bad9d640 1 -- 172.21.15.5:0/1841711027 reap_dead start 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 0x7fe5a8004c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe5a400c4c0 tx=0x7fe5a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d1ab6b035369708 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a400c0e0 con 0x7fe5a8004800 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5a4034070 con 0x7fe5a8004800 2024-09-16T00:55:50.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5b9d9b640 1 -- 172.21.15.5:0/1841711027 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4005d70 con 0x7fe5a8004800 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 msgr2=0x7fe5a8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 0x7fe5a8004c80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe5a400c4c0 tx=0x7fe5a8005830 comp rx=0 tx=0).stop 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/1841711027 shutdown_connections 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/1841711027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5a8004800 0x7fe5a8004c80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/1841711027 >> 172.21.15.5:0/1841711027 conn(0x7fe5bc06bd00 msgr2=0x7fe5bc06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:50.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/1841711027 shutdown_connections 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.906+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/1841711027 wait complete. 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.908+0000 7fe5c0dc4640 1 Processor -- start 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.908+0000 7fe5c0dc4640 1 -- start start 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a8004800 0x7fe5bc160c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5bc1f74e0 0x7fe5bc1f7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc162cf0 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc0cf630 con 0x7fe5a8004800 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5c0dc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe5bc162e70 con 0x7fe5bc1f74e0 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36142/0 (socket says 172.21.15.5:36142) 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 -- 172.21.15.5:0/2234123687 learned_addr learned my addr 172.21.15.5:0/2234123687 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5ba59c640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a8004800 0x7fe5bc160c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5bad9d640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5bc1f74e0 0x7fe5bc1f7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 -- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5bc1f74e0 msgr2=0x7fe5bc1f7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5bc1f74e0 0x7fe5bc1f7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 -- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a8004800 msgr2=0x7fe5bc160c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a8004800 0x7fe5bc160c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 -- 172.21.15.5:0/2234123687 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5bc1f7ea0 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b3fff640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe5a400c4c0 tx=0x7fe5bc0cfb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4001840 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.909+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5a403f030 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.910+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5bc161580 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.910+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4007270 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.910+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5bc161b40 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.910+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5bc0d1490 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.911+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe5a4007410 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.912+0000 7fe5b2ffd640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 0x7fe59c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.912+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fe5a40aba30 con 0x7fe5bc15cbc0 2024-09-16T00:55:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.912+0000 7fe5ba59c640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 0x7fe59c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.912+0000 7fe5ba59c640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 0x7fe59c06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc0518b0 tx=0x7fe5ac009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:50.916+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe5a4049030 con 0x7fe5bc15cbc0 2024-09-16T00:55:51.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.091+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5bc0b6de0 con 0x7fe5bc15cbc0 2024-09-16T00:55:51.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.092+0000 7fe5b2ffd640 1 -- 172.21.15.5:0/2234123687 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16622 (secure 0 0 0) 0x7fe5bc1f7ea0 con 0x7fe5bc15cbc0 2024-09-16T00:55:51.094 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:51.094 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:50.099672+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:48.022893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:49.094705+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 msgr2=0x7fe59c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 0x7fe59c06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc0518b0 tx=0x7fe5ac009190 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 msgr2=0x7fe5bc15ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe5a400c4c0 tx=0x7fe5bc0cfb10 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 shutdown_connections 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe59c06c2b0 0x7fe59c06e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe5bc1f74e0 0x7fe5bc1f7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe5bc15cbc0 0x7fe5bc15ed50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 --2- 172.21.15.5:0/2234123687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe5a8004800 0x7fe5bc160c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.094+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 >> 172.21.15.5:0/2234123687 conn(0x7fe5bc06bd00 msgr2=0x7fe5bc06c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:51.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.095+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 shutdown_connections 2024-09-16T00:55:51.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.095+0000 7fe5c0dc4640 1 -- 172.21.15.5:0/2234123687 wait complete. 2024-09-16T00:55:51.107 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:51.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.209+0000 7fd214b96640 1 Processor -- start 2024-09-16T00:55:51.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.209+0000 7fd214b96640 1 -- start start 2024-09-16T00:55:51.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd214b96640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fd2100d1ba0 0x7fd210162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd214b96640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd2100d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd214b96640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2100b7920 con 0x7fd21015e8e0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd214b96640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fd2100cf6a0 con 0x7fd2100d1ba0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd214b96640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd2100cf940 con 0x7fd2100cf1f0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20e59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd21015e8e0 0x7fd2100d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46734/0 (socket says 172.21.15.5:46734) 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20e59c640 1 -- 172.21.15.5:0/1794761232 learned_addr learned my addr 172.21.15.5:0/1794761232 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20ed9d640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd2100d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20dd9b640 1 --2- 172.21.15.5:0/1794761232 >> v2:172.21.15.73:3300/0 conn(0x7fd2100d1ba0 0x7fd210162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4057792185 0 0) 0x7fd200001490 con 0x7fd21015e8e0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.210+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1fc003520 con 0x7fd21015e8e0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2594814795 0 0) 0x7fd1fc003520 con 0x7fd21015e8e0 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 msgr2=0x7fd2100d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:51.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd2100d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 >> v2:172.21.15.73:3300/0 conn(0x7fd2100d1ba0 msgr2=0x7fd210162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 --2- 172.21.15.5:0/1794761232 >> v2:172.21.15.73:3300/0 conn(0x7fd2100d1ba0 0x7fd210162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2100cfc20 con 0x7fd21015e8e0 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fd200001bc0 con 0x7fd21015e8e0 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 >> v1:172.21.15.5:6789/0 conn(0x7fd21015e8e0 legacy=0x7fd2100d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1fc0039b0 0x7fd1fc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd1fc004800 0x7fd1fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd1fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd2100cf6a0 con 0x7fd1fc0039b0 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd2100cf940 con 0x7fd1fc004800 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd1fc00b9f0 con 0x7fd2100cf1f0 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1fc0039b0 0x7fd1fc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20ed9d640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd1fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20dd9b640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd1fc004800 0x7fd1fc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 -- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 msgr2=0x7fd1fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2100cf1f0 0x7fd1fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 -- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd1fc004800 msgr2=0x7fd1fc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd1fc004800 0x7fd1fc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.211+0000 7fd20e59c640 1 -- 172.21.15.5:0/1794761232 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1fc003520 con 0x7fd1fc0039b0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd20e59c640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1fc0039b0 0x7fd1fc003dd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd20000aa70 tx=0x7fd1fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aa62e3f3db439d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20000a690 con 0x7fd1fc0039b0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd20002f070 con 0x7fd1fc0039b0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd20d59a640 1 -- 172.21.15.5:0/1794761232 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200034470 con 0x7fd1fc0039b0 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd214b96640 1 -- 172.21.15.5:0/1794761232 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1fc0039b0 msgr2=0x7fd1fc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd214b96640 1 --2- 172.21.15.5:0/1794761232 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1fc0039b0 0x7fd1fc003dd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd20000aa70 tx=0x7fd1fc005830 comp rx=0 tx=0).stop 2024-09-16T00:55:51.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.212+0000 7fd20ed9d640 1 -- 172.21.15.5:0/1794761232 reap_dead start 2024-09-16T00:55:51.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.213+0000 7fd214b96640 1 -- 172.21.15.5:0/1794761232 shutdown_connections 2024-09-16T00:55:51.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.213+0000 7fd214b96640 1 -- 172.21.15.5:0/1794761232 >> 172.21.15.5:0/1794761232 conn(0x7fd21006bd00 msgr2=0x7fd21006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:51.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.213+0000 7fd214b96640 1 -- 172.21.15.5:0/1794761232 shutdown_connections 2024-09-16T00:55:51.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.213+0000 7fd214b96640 1 -- 172.21.15.5:0/1794761232 wait complete. 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.214+0000 7fd214b96640 1 Processor -- start 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.214+0000 7fd214b96640 1 -- start start 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd1fc0039b0 0x7fd210154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2100ccd60 0x7fd2100cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd2100d32e0 con 0x7fd21015a770 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd2100d2dc0 con 0x7fd2100ccd60 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd214b96640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd2100d3460 con 0x7fd1fc0039b0 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45982/0 (socket says 172.21.15.5:45982) 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 -- 172.21.15.5:0/982053153 learned_addr learned my addr 172.21.15.5:0/982053153 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20e59c640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd1fc0039b0 0x7fd210154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20ed9d640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2100ccd60 0x7fd2100cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 -- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd1fc0039b0 msgr2=0x7fd210154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd1fc0039b0 0x7fd210154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 -- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2100ccd60 msgr2=0x7fd2100cd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2100ccd60 0x7fd2100cd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 -- 172.21.15.5:0/982053153 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd210155310 con 0x7fd21015a770 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.215+0000 7fd20dd9b640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd1f8011960 tx=0x7fd1f8011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.216+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f800fa30 con 0x7fd21015a770 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.216+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1f800fbd0 con 0x7fd21015a770 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.216+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2101555b0 con 0x7fd21015a770 2024-09-16T00:55:51.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.216+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8014440 con 0x7fd21015a770 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.216+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd210160710 con 0x7fd21015a770 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.217+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd210162cf0 con 0x7fd21015a770 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.217+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1f8012040 con 0x7fd21015a770 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.218+0000 7fd206ffd640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.218+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fd1f808b8a0 con 0x7fd21015a770 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.218+0000 7fd20e59c640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.219+0000 7fd20e59c640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 0x7fd1f006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd20000aa40 tx=0x7fd20002d000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.222+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1f8019030 con 0x7fd21015a770 2024-09-16T00:55:51.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.398+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd2100ba670 con 0x7fd21015a770 2024-09-16T00:55:51.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.399+0000 7fd206ffd640 1 -- 172.21.15.5:0/982053153 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16622 (secure 0 0 0) 0x7fd1f805a000 con 0x7fd21015a770 2024-09-16T00:55:51.401 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:51.401 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:50.099672+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:48.022893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:49.094705+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 msgr2=0x7fd1f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 0x7fd1f006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd20000aa40 tx=0x7fd20002d000 comp rx=0 tx=0).stop 2024-09-16T00:55:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 msgr2=0x7fd2101f4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd1f8011960 tx=0x7fd1f8011d60 comp rx=0 tx=0).stop 2024-09-16T00:55:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 shutdown_connections 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2100ccd60 0x7fd2100cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd21015a770 0x7fd2101f4420 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 --2- 172.21.15.5:0/982053153 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd1fc0039b0 0x7fd210154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 >> 172.21.15.5:0/982053153 conn(0x7fd21006bd00 msgr2=0x7fd2100b4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 shutdown_connections 2024-09-16T00:55:51.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.402+0000 7fd214b96640 1 -- 172.21.15.5:0/982053153 wait complete. 2024-09-16T00:55:51.414 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:55:51.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.518+0000 7fdfbe9d6640 1 Processor -- start 2024-09-16T00:55:51.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.518+0000 7fdfbe9d6640 1 -- start start 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.519+0000 7fdfbe9d6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb806d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.519+0000 7fdfbe9d6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb8070a90 0x7fdfb806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.519+0000 7fdfbe9d6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfb806bc50 con 0x7fdfb815e630 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.519+0000 7fdfbe9d6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdfb806bf30 con 0x7fdfb8070a90 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.519+0000 7fdfbe9d6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb806c210 con 0x7fdfb806ccf0 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb8070a90 0x7fdfb806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfb8070a90 0x7fdfb806d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45988/0 (socket says 172.21.15.5:45988) 2024-09-16T00:55:51.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 -- 172.21.15.5:0/1291396174 learned_addr learned my addr 172.21.15.5:0/1291396174 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:51.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfb77fe640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb806d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 -- 172.21.15.5:0/1291396174 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 msgr2=0x7fdfb806d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:51.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb806d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 -- 172.21.15.5:0/1291396174 >> v1:172.21.15.73:6789/0 conn(0x7fdfb815e630 legacy=0x7fdfb8071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.520+0000 7fdfbcf73640 1 -- 172.21.15.5:0/1291396174 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb806c4f0 con 0x7fdfb8070a90 2024-09-16T00:55:51.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbcf73640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb8070a90 0x7fdfb806d6d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0009e50 tx=0x7fdfb002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b95f6128e44cdc30 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfb6ffd640 1 -- 172.21.15.5:0/1291396174 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb0036070 con 0x7fdfb8070a90 2024-09-16T00:55:51.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfb6ffd640 1 -- 172.21.15.5:0/1291396174 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfb0031600 con 0x7fdfb8070a90 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfb6ffd640 1 -- 172.21.15.5:0/1291396174 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb00319d0 con 0x7fdfb8070a90 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/1291396174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb8070a90 msgr2=0x7fdfb806d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb8070a90 0x7fdfb806d6d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0009e50 tx=0x7fdfb002a5f0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/1291396174 shutdown_connections 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb8070a90 0x7fdfb806d6d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/1291396174 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb806d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/1291396174 >> 172.21.15.5:0/1291396174 conn(0x7fdfb806f180 msgr2=0x7fdfb806f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/1291396174 shutdown_connections 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.521+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/1291396174 wait complete. 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.522+0000 7fdfbe9d6640 1 Processor -- start 2024-09-16T00:55:51.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 -- start start 2024-09-16T00:55:51.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb8158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfb8070a90 0x7fdfb80b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb815eb90 con 0x7fdfb815e630 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb815ea10 con 0x7fdfb8070a90 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbe9d6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb815ed10 con 0x7fdfb806ccf0 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbcf73640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.523+0000 7fdfbcf73640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45996/0 (socket says 172.21.15.5:45996) 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 -- 172.21.15.5:0/770252092 learned_addr learned my addr 172.21.15.5:0/770252092 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfb77fe640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfb8070a90 0x7fdfb80b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfb7fff640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb8158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 -- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 msgr2=0x7fdfb8158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb8158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 -- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfb8070a90 msgr2=0x7fdfb80b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfb8070a90 0x7fdfb80b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 -- 172.21.15.5:0/770252092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb8158b90 con 0x7fdfb815e630 2024-09-16T00:55:51.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbcf73640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0009f70 tx=0x7fdfb0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb003f020 con 0x7fdfb815e630 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfb0037040 con 0x7fdfb815e630 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb81f7ae0 con 0x7fdfb815e630 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb0036070 con 0x7fdfb815e630 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.524+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb81f80a0 con 0x7fdfb815e630 2024-09-16T00:55:51.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.525+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb8063610 con 0x7fdfb815e630 2024-09-16T00:55:51.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.526+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfb0042020 con 0x7fdfb815e630 2024-09-16T00:55:51.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.526+0000 7fdfb4ff9640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 0x7fdfa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:51.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.527+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fdfb00ab770 con 0x7fdfb815e630 2024-09-16T00:55:51.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.527+0000 7fdfb7fff640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 0x7fdfa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:51.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.527+0000 7fdfb7fff640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 0x7fdfa406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80016e0 tx=0x7fdfa8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:51.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.531+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdfb0049030 con 0x7fdfb815e630 2024-09-16T00:55:51.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.743+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdfb8071340 con 0x7fdfb815e630 2024-09-16T00:55:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.932+0000 7fdfb4ff9640 1 -- 172.21.15.5:0/770252092 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7fdfb0079890 con 0x7fdfb815e630 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 msgr2=0x7fdfa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 0x7fdfa406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80016e0 tx=0x7fdfa8009040 comp rx=0 tx=0).stop 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 msgr2=0x7fdfb81519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0009f70 tx=0x7fdfb0004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 shutdown_connections 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdfa406c2b0 0x7fdfa406e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfb815e630 0x7fdfb81519f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.934+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfb8070a90 0x7fdfb80b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.935+0000 7fdfbe9d6640 1 --2- 172.21.15.5:0/770252092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdfb806ccf0 0x7fdfb8158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:51.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.935+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 >> 172.21.15.5:0/770252092 conn(0x7fdfb806f180 msgr2=0x7fdfb815c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:51.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.935+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 shutdown_connections 2024-09-16T00:55:51.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:51.935+0000 7fdfbe9d6640 1 -- 172.21.15.5:0/770252092 wait complete. 2024-09-16T00:55:51.946 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T00:55:51.946 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.051+0000 7f2600aba640 1 Processor -- start 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.051+0000 7f2600aba640 1 -- start start 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f2600aba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25fc06bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f2600aba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25fc06c480 con 0x7f25fc15e820 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f2600aba640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25fc0d2ed0 con 0x7f25fc0cf3b0 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f2600aba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f25fc0d2c80 con 0x7f25fc06bb20 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25fa59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f25fc15e820 0x7f25fc0d3f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46736/0 (socket says 172.21.15.5:46736) 2024-09-16T00:55:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25fa59c640 1 -- 172.21.15.5:0/2785175582 learned_addr learned my addr 172.21.15.5:0/2785175582 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f9d9b640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25fc06bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3510728641 0 0) 0x7f25fc06c480 con 0x7f25fc15e820 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f25e4003520 con 0x7f25fc15e820 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4225706056 0 0) 0x7f25e4003520 con 0x7f25fc15e820 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 msgr2=0x7f25fc06bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25fc06bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.052+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 >> v1:172.21.15.73:6789/0 conn(0x7f25fc0cf3b0 legacy=0x7f25fc0cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25fc0d31b0 con 0x7f25fc15e820 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f25ec001670 con 0x7f25fc15e820 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 >> v1:172.21.15.5:6789/0 conn(0x7f25fc15e820 legacy=0x7f25fc0d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25e4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25e4004390 0x7f25e4004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25e40050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc0d2c80 con 0x7f25e40039e0 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f25e400b9f0 con 0x7f25e4004390 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f25e400bbf0 con 0x7f25fc06bb20 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25e4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25f9d9b640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25e4004390 0x7f25e4004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fad9d640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25e40050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 -- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 msgr2=0x7f25e40050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc06bb20 0x7f25e40050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 -- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25e4004390 msgr2=0x7f25e4004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25e4004390 0x7f25e4004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.053+0000 7f25fa59c640 1 -- 172.21.15.5:0/2785175582 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25e4003520 con 0x7f25e40039e0 2024-09-16T00:55:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f25fa59c640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25e4003dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00c210 tx=0x7f25e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=639edf689840bc23 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:52.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec007ce0 con 0x7f25e40039e0 2024-09-16T00:55:52.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25ec005af0 con 0x7f25e40039e0 2024-09-16T00:55:52.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f25f959a640 1 -- 172.21.15.5:0/2785175582 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec007070 con 0x7f25e40039e0 2024-09-16T00:55:52.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f2600aba640 1 -- 172.21.15.5:0/2785175582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 msgr2=0x7f25e4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f2600aba640 1 --2- 172.21.15.5:0/2785175582 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25e4003dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00c210 tx=0x7f25e4005830 comp rx=0 tx=0).stop 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.054+0000 7f25fad9d640 1 -- 172.21.15.5:0/2785175582 reap_dead start 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.055+0000 7f2600aba640 1 -- 172.21.15.5:0/2785175582 shutdown_connections 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.055+0000 7f2600aba640 1 -- 172.21.15.5:0/2785175582 >> 172.21.15.5:0/2785175582 conn(0x7f25fc072770 msgr2=0x7f25fc0d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.055+0000 7f2600aba640 1 -- 172.21.15.5:0/2785175582 shutdown_connections 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.055+0000 7f2600aba640 1 -- 172.21.15.5:0/2785175582 wait complete. 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.056+0000 7f2600aba640 1 Processor -- start 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.056+0000 7f2600aba640 1 -- start start 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc0ac050 0x7f25fc0b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25fc0b62d0 0x7f25fc0acd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc0d3a50 con 0x7f25e40039e0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc0d3770 con 0x7f25fc0b62d0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f25fc06bf40 con 0x7f25fc0ac050 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46024/0 (socket says 172.21.15.5:46024) 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 -- 172.21.15.5:0/919927620 learned_addr learned my addr 172.21.15.5:0/919927620 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25f9d9b640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc0ac050 0x7f25fc0b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fad9d640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25fc0b62d0 0x7f25fc0acd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 -- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc0ac050 msgr2=0x7f25fc0b5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc0ac050 0x7f25fc0b5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 -- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25fc0b62d0 msgr2=0x7f25fc0acd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25fc0b62d0 0x7f25fc0acd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 -- 172.21.15.5:0/919927620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25fc15c2d0 con 0x7f25e40039e0 2024-09-16T00:55:52.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25fa59c640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f25ec02b010 tx=0x7f25fc0d30a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec0015b0 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25ec038040 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25fc15bd30 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec0072b0 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.057+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25fc0ab570 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.058+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25fc063610 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.059+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25ec007450 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.059+0000 7f25eaffd640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.059+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f25ec0ab660 con 0x7f25e40039e0 2024-09-16T00:55:52.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.060+0000 7f25f9d9b640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:52.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.060+0000 7f25f9d9b640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 0x7f25dc06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f25fc1f7800 tx=0x7f25f0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:52.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.064+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25ec030380 con 0x7f25e40039e0 2024-09-16T00:55:52.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.273+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f25fc0b66b0 con 0x7f25e40039e0 2024-09-16T00:55:52.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.936+0000 7f25eaffd640 1 -- 172.21.15.5:0/919927620 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7f25ec079dc0 con 0x7f25e40039e0 2024-09-16T00:55:52.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 msgr2=0x7f25dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 0x7f25dc06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f25fc1f7800 tx=0x7f25f0008040 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 msgr2=0x7f25fc15b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f25ec02b010 tx=0x7f25fc0d30a0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 shutdown_connections 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f25fc0b62d0 0x7f25fc0acd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f25fc0ac050 0x7f25fc0b5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 --2- 172.21.15.5:0/919927620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25e40039e0 0x7f25fc15b7f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 >> 172.21.15.5:0/919927620 conn(0x7f25fc072770 msgr2=0x7f25fc0cb770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 shutdown_connections 2024-09-16T00:55:52.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:52.939+0000 7f2600aba640 1 -- 172.21.15.5:0/919927620 wait complete. 2024-09-16T00:55:52.953 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:55:52.954 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:53.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.062+0000 7f4c56dd8640 1 Processor -- start 2024-09-16T00:55:53.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.062+0000 7f4c56dd8640 1 -- start start 2024-09-16T00:55:53.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c56dd8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c500cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c56dd8640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f4c500d16e0 0x7f4c500d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c56dd8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c500cff10 con 0x7f4c500b6a70 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c56dd8640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f4c500d1b70 con 0x7f4c500d16e0 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c56dd8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4c500cf540 con 0x7f4c500b6690 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c47fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4c500b6a70 0x7f4c500d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46746/0 (socket says 172.21.15.5:46746) 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c47fff640 1 -- 172.21.15.5:0/1596622827 learned_addr learned my addr 172.21.15.5:0/1596622827 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c55375640 1 --2- 172.21.15.5:0/1596622827 >> v2:172.21.15.73:3300/0 conn(0x7f4c500d16e0 0x7f4c500d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c54b74640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c500cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1313009176 0 0) 0x7f4c500cff10 con 0x7f4c500b6a70 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c38003520 con 0x7f4c500b6a70 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2719652332 0 0) 0x7f4c38003520 con 0x7f4c500b6a70 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 msgr2=0x7f4c500cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:53.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c500cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 >> v2:172.21.15.73:3300/0 conn(0x7f4c500d16e0 msgr2=0x7f4c500d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 --2- 172.21.15.5:0/1596622827 >> v2:172.21.15.73:3300/0 conn(0x7f4c500d16e0 0x7f4c500d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.063+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c500d1d90 con 0x7f4c500b6a70 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f4c40001670 con 0x7f4c500b6a70 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 >> v1:172.21.15.5:6789/0 conn(0x7f4c500b6a70 legacy=0x7f4c500d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c380039b0 0x7f4c38003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c38004800 0x7f4c38004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4c500d1b70 con 0x7f4c38004800 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4c500cf540 con 0x7f4c380039b0 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4c3800b9c0 con 0x7f4c500b6690 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c47fff640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c38004800 0x7f4c38004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c54b74640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c380039b0 0x7f4c38003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 -- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c380039b0 msgr2=0x7f4c38003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:53.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c380039b0 0x7f4c38003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 -- 172.21.15.5:0/1596622827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c38004800 msgr2=0x7f4c38004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:53.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c38004800 0x7f4c38004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.064+0000 7f4c55375640 1 -- 172.21.15.5:0/1596622827 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c38003520 con 0x7f4c500b6690 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.065+0000 7f4c55375640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c380051c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c48009fc0 tx=0x7f4c38005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=954feee1105a94bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.065+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48009c10 con 0x7f4c500b6690 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.065+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c48036070 con 0x7f4c500b6690 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.065+0000 7f4c477fe640 1 -- 172.21.15.5:0/1596622827 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c4802d070 con 0x7f4c500b6690 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 -- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 msgr2=0x7f4c380051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/1596622827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b6690 0x7f4c380051c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c48009fc0 tx=0x7f4c38005830 comp rx=0 tx=0).stop 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c55375640 1 -- 172.21.15.5:0/1596622827 reap_dead start 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 -- 172.21.15.5:0/1596622827 shutdown_connections 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 -- 172.21.15.5:0/1596622827 >> 172.21.15.5:0/1596622827 conn(0x7f4c50072560 msgr2=0x7f4c50072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 -- 172.21.15.5:0/1596622827 shutdown_connections 2024-09-16T00:55:53.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.066+0000 7f4c56dd8640 1 -- 172.21.15.5:0/1596622827 wait complete. 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.067+0000 7f4c56dd8640 1 Processor -- start 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.067+0000 7f4c56dd8640 1 -- start start 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b8070 0x7f4c501f7e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 0x7f4c500b8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4c500b6ed0 con 0x7f4c500b8990 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4c500cf1d0 con 0x7f4c501f83b0 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c56dd8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4c5015c530 con 0x7f4c500b8070 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c55375640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c55375640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46050/0 (socket says 172.21.15.5:46050) 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c55375640 1 -- 172.21.15.5:0/2331411040 learned_addr learned my addr 172.21.15.5:0/2331411040 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c54b74640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b8070 0x7f4c501f7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.068+0000 7f4c47fff640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 0x7f4c500b8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 -- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b8070 msgr2=0x7f4c501f7e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b8070 0x7f4c501f7e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 -- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 msgr2=0x7f4c500b8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 0x7f4c500b8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 -- 172.21.15.5:0/2331411040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c500b9210 con 0x7f4c500b8990 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c47fff640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 0x7f4c500b8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c55375640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800e230 tx=0x7f4c48009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48009c10 con 0x7f4c500b8990 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c48003990 con 0x7f4c500b8990 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c50147ed0 con 0x7f4c500b8990 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48003d80 con 0x7f4c500b8990 2024-09-16T00:55:53.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.069+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c50148490 con 0x7f4c500b8990 2024-09-16T00:55:53.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.070+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c500cf9d0 con 0x7f4c500b8990 2024-09-16T00:55:53.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.071+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4c48005d10 con 0x7f4c500b8990 2024-09-16T00:55:53.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.071+0000 7f4c457fa640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 0x7f4c3c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.071+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4c480ac440 con 0x7f4c500b8990 2024-09-16T00:55:53.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.072+0000 7f4c54b74640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 0x7f4c3c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.072+0000 7f4c54b74640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 0x7f4c3c06e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c009b40 tx=0x7f4c4c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.076+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c4807abf0 con 0x7f4c500b8990 2024-09-16T00:55:53.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.285+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c501f8790 con 0x7f4c500b8990 2024-09-16T00:55:53.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.285+0000 7f4c457fa640 1 -- 172.21.15.5:0/2331411040 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5214 (secure 0 0 0) 0x7f4c4807a4f0 con 0x7f4c500b8990 2024-09-16T00:55:53.287 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:53.287 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":15,"btime":"2024-09-16T00:55:52:933940+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4813,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:55:52.275301+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4819},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4819":{"gid":4819,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6834/3599063376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3599063376},{"type":"v1","addr":"172.21.15.5:6834","nonce":3599063376}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4819,"qdb_cluster":[4819]},"id":2}]} 2024-09-16T00:55:53.287 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 15 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 msgr2=0x7f4c3c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 0x7f4c3c06e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c009b40 tx=0x7f4c4c009190 comp rx=0 tx=0).stop 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 msgr2=0x7f4c5014d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800e230 tx=0x7f4c48009750 comp rx=0 tx=0).stop 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 shutdown_connections 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4c3c06c2e0 0x7f4c3c06e7a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4c500b8990 0x7f4c5014d650 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c501f83b0 0x7f4c500b8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 --2- 172.21.15.5:0/2331411040 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4c500b8070 0x7f4c501f7e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 >> 172.21.15.5:0/2331411040 conn(0x7f4c50072560 msgr2=0x7f4c5015fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 shutdown_connections 2024-09-16T00:55:53.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.288+0000 7f4c56dd8640 1 -- 172.21.15.5:0/2331411040 wait complete. 2024-09-16T00:55:53.300 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:55:53.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.401+0000 7fe4ce911640 1 Processor -- start 2024-09-16T00:55:53.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.401+0000 7fe4ce911640 1 -- start start 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4ce911640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe4c806d870 0x7fe4c815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4ce911640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4c81603c0 con 0x7fe4c806bb20 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4ce911640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4c806c0c0 con 0x7fe4c815e4f0 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4ce911640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe4c806ccd0 con 0x7fe4c806d870 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4bffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe4c806bb20 0x7fe4c806d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46754/0 (socket says 172.21.15.5:46754) 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4bffff640 1 -- 172.21.15.5:0/3238764258 learned_addr learned my addr 172.21.15.5:0/3238764258 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4cceae640 1 --2- 172.21.15.5:0/3238764258 >> v2:172.21.15.73:3300/0 conn(0x7fe4c806d870 0x7fe4c815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4171438894 0 0) 0x7fe4c81603c0 con 0x7fe4c806bb20 2024-09-16T00:55:53.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.402+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe4b4003520 con 0x7fe4c806bb20 2024-09-16T00:55:53.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.403+0000 7fe4cceae640 1 -- 172.21.15.5:0/3238764258 >> v1:172.21.15.73:6789/0 conn(0x7fe4c815e4f0 legacy=0x7fe4c815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.403+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2963013965 0 0) 0x7fe4c806c0c0 con 0x7fe4c815e4f0 2024-09-16T00:55:53.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.403+0000 7fe4cceae640 1 -- 172.21.15.5:0/3238764258 >> v1:172.21.15.5:6789/0 conn(0x7fe4c806bb20 legacy=0x7fe4c806d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.403+0000 7fe4cceae640 1 -- 172.21.15.5:0/3238764258 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c806c3a0 con 0x7fe4c806d870 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.403+0000 7fe4cceae640 1 --2- 172.21.15.5:0/3238764258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c806d870 0x7fe4c815f570 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe4c0009d90 tx=0x7fe4c002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=974d6b36da4089a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c0007740 con 0x7fe4c806d870 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4c00078e0 con 0x7fe4c806d870 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4c77fe640 1 -- 172.21.15.5:0/3238764258 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c0007cb0 con 0x7fe4c806d870 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 -- 172.21.15.5:0/3238764258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c806d870 msgr2=0x7fe4c815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 --2- 172.21.15.5:0/3238764258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c806d870 0x7fe4c815f570 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe4c0009d90 tx=0x7fe4c002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 -- 172.21.15.5:0/3238764258 shutdown_connections 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 --2- 172.21.15.5:0/3238764258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c806d870 0x7fe4c815f570 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 -- 172.21.15.5:0/3238764258 >> 172.21.15.5:0/3238764258 conn(0x7fe4c806e5b0 msgr2=0x7fe4c806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 -- 172.21.15.5:0/3238764258 shutdown_connections 2024-09-16T00:55:53.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.404+0000 7fe4ce911640 1 -- 172.21.15.5:0/3238764258 wait complete. 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.405+0000 7fe4ce911640 1 Processor -- start 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.405+0000 7fe4ce911640 1 -- start start 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe4c806bb20 0x7fe4c815a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 0x7fe4c81e8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c815e8d0 con 0x7fe4c806d870 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c806c960 con 0x7fe4c815e4f0 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4ce911640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c80b6dc0 con 0x7fe4c806bb20 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4bffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4bffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46058/0 (socket says 172.21.15.5:46058) 2024-09-16T00:55:53.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.406+0000 7fe4bffff640 1 -- 172.21.15.5:0/2461479676 learned_addr learned my addr 172.21.15.5:0/2461479676 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4cceae640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 0x7fe4c81e8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4c7fff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe4c806bb20 0x7fe4c815a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 -- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe4c806bb20 msgr2=0x7fe4c815a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe4c806bb20 0x7fe4c815a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 -- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 msgr2=0x7fe4c81e8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 0x7fe4c81e8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 -- 172.21.15.5:0/2461479676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c8158f80 con 0x7fe4c806d870 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4cceae640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 0x7fe4c81e8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4bffff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000c430 tx=0x7fe4b000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b0017070 con 0x7fe4c806d870 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4b0005ce0 con 0x7fe4c806d870 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4c8159260 con 0x7fe4c806d870 2024-09-16T00:55:53.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00072f0 con 0x7fe4c806d870 2024-09-16T00:55:53.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.407+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4c8159820 con 0x7fe4c806d870 2024-09-16T00:55:53.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.408+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4c80cde40 con 0x7fe4c806d870 2024-09-16T00:55:53.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.409+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4b001a070 con 0x7fe4c806d870 2024-09-16T00:55:53.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.409+0000 7fe4c57fa640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 0x7fe4a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.409+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe4b008a8b0 con 0x7fe4c806d870 2024-09-16T00:55:53.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.409+0000 7fe4c7fff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 0x7fe4a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.410+0000 7fe4c7fff640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 0x7fe4a806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8000f60 tx=0x7fe4b8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.414+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4b0059020 con 0x7fe4c806d870 2024-09-16T00:55:53.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.591+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe4c815f4f0 con 0x7fe4c806d870 2024-09-16T00:55:53.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.592+0000 7fe4c57fa640 1 -- 172.21.15.5:0/2461479676 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16609 (secure 0 0 0) 0x7fe4b0058920 con 0x7fe4c806d870 2024-09-16T00:55:53.593 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:53.593 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":32,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:55:51.757672+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:48.022893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:49.094705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:55:53.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 msgr2=0x7fe4a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 0x7fe4a806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8000f60 tx=0x7fe4b8009040 comp rx=0 tx=0).stop 2024-09-16T00:55:53.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 msgr2=0x7fe4c81e8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000c430 tx=0x7fe4b000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 shutdown_connections 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe4a806c2b0 0x7fe4a806e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4c815e4f0 0x7fe4c81e8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c806d870 0x7fe4c81e8840 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 --2- 172.21.15.5:0/2461479676 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe4c806bb20 0x7fe4c815a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 >> 172.21.15.5:0/2461479676 conn(0x7fe4c806e5b0 msgr2=0x7fe4c80b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 shutdown_connections 2024-09-16T00:55:53.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.594+0000 7fe4ce911640 1 -- 172.21.15.5:0/2461479676 wait complete. 2024-09-16T00:55:53.606 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:55:53.606 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:53.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.707+0000 7f8e579a1640 1 Processor -- start 2024-09-16T00:55:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.707+0000 7f8e579a1640 1 -- start start 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e579a1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8e5015b110 0x7f8e500b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e579a1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e500b4250 con 0x7f8e500d08f0 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e579a1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e500ccd80 con 0x7f8e5015b4f0 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e579a1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8e500b44f0 con 0x7f8e5015b110 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e5573d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8e5015b110 0x7f8e500b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e5573d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8e5015b110 0x7f8e500b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46074/0 (socket says 172.21.15.5:46074) 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.708+0000 7f8e5573d640 1 -- 172.21.15.5:0/1716202120 learned_addr learned my addr 172.21.15.5:0/1716202120 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.709+0000 7f8e5573d640 1 -- 172.21.15.5:0/1716202120 >> v1:172.21.15.73:6789/0 conn(0x7f8e5015b4f0 legacy=0x7f8e500d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.709+0000 7f8e5573d640 1 -- 172.21.15.5:0/1716202120 >> v1:172.21.15.5:6789/0 conn(0x7f8e500d08f0 legacy=0x7f8e500cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.709+0000 7f8e47fff640 1 -- 172.21.15.5:0/1716202120 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1537212801 0 0) 0x7f8e500b4250 con 0x7f8e500d08f0 2024-09-16T00:55:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.709+0000 7f8e5573d640 1 -- 172.21.15.5:0/1716202120 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e500cd060 con 0x7f8e5015b110 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e5573d640 1 --2- 172.21.15.5:0/1716202120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e5015b110 0x7f8e500b3d10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00bb10 tx=0x7f8e4c02c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17b284523350d14f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e47fff640 1 -- 172.21.15.5:0/1716202120 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c036020 con 0x7f8e5015b110 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e47fff640 1 -- 172.21.15.5:0/1716202120 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e4c032820 con 0x7f8e5015b110 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e47fff640 1 -- 172.21.15.5:0/1716202120 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c032bf0 con 0x7f8e5015b110 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 -- 172.21.15.5:0/1716202120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e5015b110 msgr2=0x7f8e500b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 --2- 172.21.15.5:0/1716202120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e5015b110 0x7f8e500b3d10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00bb10 tx=0x7f8e4c02c960 comp rx=0 tx=0).stop 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 -- 172.21.15.5:0/1716202120 shutdown_connections 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 --2- 172.21.15.5:0/1716202120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e5015b110 0x7f8e500b3d10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 -- 172.21.15.5:0/1716202120 >> 172.21.15.5:0/1716202120 conn(0x7f8e5006d000 msgr2=0x7f8e5006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 -- 172.21.15.5:0/1716202120 shutdown_connections 2024-09-16T00:55:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.710+0000 7f8e579a1640 1 -- 172.21.15.5:0/1716202120 wait complete. 2024-09-16T00:55:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.711+0000 7f8e579a1640 1 Processor -- start 2024-09-16T00:55:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 -- start start 2024-09-16T00:55:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8e5015b110 0x7f8e501528f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e5015b4f0 0x7f8e500b0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8e50073d10 con 0x7f8e500d08f0 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8e500cd620 con 0x7f8e5015b4f0 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e579a1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8e50073e90 con 0x7f8e5015b110 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e5573d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e5573d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46082/0 (socket says 172.21.15.5:46082) 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.712+0000 7f8e5573d640 1 -- 172.21.15.5:0/3270060406 learned_addr learned my addr 172.21.15.5:0/3270060406 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e55f3e640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e5015b4f0 0x7f8e500b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e54f3c640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8e5015b110 0x7f8e501528f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 -- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8e5015b110 msgr2=0x7f8e501528f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8e5015b110 0x7f8e501528f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 -- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e5015b4f0 msgr2=0x7f8e500b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e5015b4f0 0x7f8e500b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 -- 172.21.15.5:0/3270060406 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5015cf90 con 0x7f8e500d08f0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e5573d640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00bb10 tx=0x7f8e4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c032620 con 0x7f8e500d08f0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e4c03bad0 con 0x7f8e500d08f0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c004030 con 0x7f8e500d08f0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e5015d270 con 0x7f8e500d08f0 2024-09-16T00:55:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.713+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e5015d830 con 0x7f8e500d08f0 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.714+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e500b3d10 con 0x7f8e500d08f0 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.715+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e4c04d060 con 0x7f8e500d08f0 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.715+0000 7f8e45ffb640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 0x7f8e3406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.715+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8e4c0ae490 con 0x7f8e500d08f0 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.716+0000 7f8e54f3c640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 0x7f8e3406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:53.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.716+0000 7f8e54f3c640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 0x7f8e3406e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8e40006fd0 tx=0x7f8e40008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:53.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.720+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e4c02f070 con 0x7f8e500d08f0 2024-09-16T00:55:53.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.891+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8e5015cd40 con 0x7f8e3406c2e0 2024-09-16T00:55:53.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.897+0000 7f8e45ffb640 1 -- 172.21.15.5:0/3270060406 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237998 (secure 0 0 0) 0x7f8e5015cd40 con 0x7f8e3406c2e0 2024-09-16T00:55:53.902 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:53.903 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 msgr2=0x7f8e3406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 0x7f8e3406e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8e40006fd0 tx=0x7f8e40008040 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 msgr2=0x7f8e501efef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00bb10 tx=0x7f8e4c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 shutdown_connections 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8e3406c2e0 0x7f8e3406e7a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e5015b4f0 0x7f8e500b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8e5015b110 0x7f8e501528f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 --2- 172.21.15.5:0/3270060406 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8e500d08f0 0x7f8e501efef0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:53.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 >> 172.21.15.5:0/3270060406 conn(0x7f8e5006d000 msgr2=0x7f8e500b1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:53.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 shutdown_connections 2024-09-16T00:55:53.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:53.901+0000 7f8e579a1640 1 -- 172.21.15.5:0/3270060406 wait complete. 2024-09-16T00:55:53.912 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-16T00:55:52.314584+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":24,"acting":24,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":236444,"kb_used_data":3564,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738276,"statfs":{"total":773094113280,"available":772851994624,"internally_reserved":0,"allocated":3649536,"data_stored":2090683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000875"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742992+0000","last_change":"2024-09-16T00:55:48.742992+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742992+0000","last_undegraded":"2024-09-16T00:55:48.742992+0000","last_fullsized":"2024-09-16T00:55:48.742992+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742563+0000","last_change":"2024-09-16T00:55:48.742563+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742563+0000","last_undegraded":"2024-09-16T00:55:48.742563+0000","last_fullsized":"2024-09-16T00:55:48.742563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742231+0000","last_change":"2024-09-16T00:55:48.742231+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742231+0000","last_undegraded":"2024-09-16T00:55:48.742231+0000","last_fullsized":"2024-09-16T00:55:48.742231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742327+0000","last_change":"2024-09-16T00:55:48.742327+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742327+0000","last_undegraded":"2024-09-16T00:55:48.742327+0000","last_fullsized":"2024-09-16T00:55:48.742327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742329+0000","last_change":"2024-09-16T00:55:48.742329+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742329+0000","last_undegraded":"2024-09-16T00:55:48.742329+0000","last_fullsized":"2024-09-16T00:55:48.742329+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742641+0000","last_change":"2024-09-16T00:55:48.742641+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742641+0000","last_undegraded":"2024-09-16T00:55:48.742641+0000","last_fullsized":"2024-09-16T00:55:48.742641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743413+0000","last_change":"2024-09-16T00:55:48.743413+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743413+0000","last_undegraded":"2024-09-16T00:55:48.743413+0000","last_fullsized":"2024-09-16T00:55:48.743413+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743346+0000","last_change":"2024-09-16T00:55:48.743346+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743346+0000","last_undegraded":"2024-09-16T00:55:48.743346+0000","last_fullsized":"2024-09-16T00:55:48.743346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743301+0000","last_change":"2024-09-16T00:55:48.743301+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743301+0000","last_undegraded":"2024-09-16T00:55:48.743301+0000","last_fullsized":"2024-09-16T00:55:48.743301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742337+0000","last_change":"2024-09-16T00:55:48.742337+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742337+0000","last_undegraded":"2024-09-16T00:55:48.742337+0000","last_fullsized":"2024-09-16T00:55:48.742337+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742325+0000","last_change":"2024-09-16T00:55:48.742325+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742325+0000","last_undegraded":"2024-09-16T00:55:48.742325+0000","last_fullsized":"2024-09-16T00:55:48.742325+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-16T00:55:48.744946+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:48.744946+0000","last_peered":"2024-09-16T00:55:48.744946+0000","last_clean":"2024-09-16T00:55:48.744946+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:48.744946+0000","last_undegraded":"2024-09-16T00:55:48.744946+0000","last_fullsized":"2024-09-16T00:55:48.744946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":707747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31488,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340352,"statfs":{"total":96636764160,"available":96604520448,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31484,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340356,"statfs":{"total":96636764160,"available":96604524544,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32064,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339776,"statfs":{"total":96636764160,"available":96603930624,"internally_reserved":0,"allocated":897024,"data_stored":701930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:53.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:54.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.053+0000 7f4afd4ac640 1 Processor -- start 2024-09-16T00:55:54.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.053+0000 7f4afd4ac640 1 -- start start 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4afd4ac640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af80d1b80 0x7f4af80d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4afd4ac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4af80cf250 0x7f4af81621f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4afd4ac640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4af80b3f40 con 0x7f4af815e860 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4afd4ac640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4af80d43b0 con 0x7f4af80cf250 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4afd4ac640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4af80cf710 con 0x7f4af80d1b80 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4af80cf250 0x7f4af81621f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4af80cf250 0x7f4af81621f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46090/0 (socket says 172.21.15.5:46090) 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af77fe640 1 -- 172.21.15.5:0/514825876 learned_addr learned my addr 172.21.15.5:0/514825876 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af67fc640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af80d1b80 0x7f4af80d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af77fe640 1 -- 172.21.15.5:0/514825876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af80d1b80 msgr2=0x7f4af80d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:54.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.054+0000 7f4af77fe640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af80d1b80 0x7f4af80d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af77fe640 1 -- 172.21.15.5:0/514825876 >> v1:172.21.15.73:6789/0 conn(0x7f4af815e860 legacy=0x7f4af80d1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af77fe640 1 -- 172.21.15.5:0/514825876 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af80cf9f0 con 0x7f4af80cf250 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af77fe640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80cf250 0x7f4af81621f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4af0009870 tx=0x7f4af002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28bd024bfed03b0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af5ffb640 1 -- 172.21.15.5:0/514825876 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af0037070 con 0x7f4af80cf250 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af5ffb640 1 -- 172.21.15.5:0/514825876 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4af0032440 con 0x7f4af80cf250 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.055+0000 7f4af5ffb640 1 -- 172.21.15.5:0/514825876 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af0032810 con 0x7f4af80cf250 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 -- 172.21.15.5:0/514825876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80cf250 msgr2=0x7f4af81621f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80cf250 0x7f4af81621f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4af0009870 tx=0x7f4af002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 -- 172.21.15.5:0/514825876 shutdown_connections 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80cf250 0x7f4af81621f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/514825876 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af80d1b80 0x7f4af80d3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 -- 172.21.15.5:0/514825876 >> 172.21.15.5:0/514825876 conn(0x7f4af806bd00 msgr2=0x7f4af806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:54.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 -- 172.21.15.5:0/514825876 shutdown_connections 2024-09-16T00:55:54.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.056+0000 7f4afd4ac640 1 -- 172.21.15.5:0/514825876 wait complete. 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.057+0000 7f4afd4ac640 1 Processor -- start 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.057+0000 7f4afd4ac640 1 -- start start 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4af80cf250 0x7f4af815c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af815e860 0x7f4af80b85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4af80d3e60 con 0x7f4af80d1b80 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4af80ced30 con 0x7f4af80cf250 2024-09-16T00:55:54.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4afd4ac640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4af80d3fe0 con 0x7f4af815e860 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4af67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4af67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46096/0 (socket says 172.21.15.5:46096) 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4af67fc640 1 -- 172.21.15.5:0/2906118773 learned_addr learned my addr 172.21.15.5:0/2906118773 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4af6ffd640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4af80cf250 0x7f4af815c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.058+0000 7f4af77fe640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af815e860 0x7f4af80b85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 -- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af815e860 msgr2=0x7f4af80b85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af815e860 0x7f4af80b85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 -- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4af80cf250 msgr2=0x7f4af815c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4af80cf250 0x7f4af815c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 -- 172.21.15.5:0/2906118773 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af80cabc0 con 0x7f4af80d1b80 2024-09-16T00:55:54.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4af67fc640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000e870 tx=0x7f4ae000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0017070 con 0x7f4af80d1b80 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ae000c8e0 con 0x7f4af80d1b80 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af80ca8e0 con 0x7f4af80d1b80 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae000ccd0 con 0x7f4af80d1b80 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.059+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af81f46e0 con 0x7f4af80d1b80 2024-09-16T00:55:54.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.060+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4af80d3090 con 0x7f4af80d1b80 2024-09-16T00:55:54.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.061+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ae001a070 con 0x7f4af80d1b80 2024-09-16T00:55:54.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.061+0000 7f4aef7fe640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 0x7f4ad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.061+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4ae008b150 con 0x7f4af80d1b80 2024-09-16T00:55:54.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.061+0000 7f4af6ffd640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 0x7f4ad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.062+0000 7f4af6ffd640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 0x7f4ad806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8001f10 tx=0x7f4ae8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.066+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ae0059300 con 0x7f4af80d1b80 2024-09-16T00:55:54.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.241+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4af80d2460 con 0x7f4ad806c2b0 2024-09-16T00:55:54.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.247+0000 7f4aef7fe640 1 -- 172.21.15.5:0/2906118773 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237998 (secure 0 0 0) 0x7f4af80d2460 con 0x7f4ad806c2b0 2024-09-16T00:55:54.250 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:54.251 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 msgr2=0x7f4ad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 0x7f4ad806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8001f10 tx=0x7f4ae8009040 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 msgr2=0x7f4af80c9e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000e870 tx=0x7f4ae000ed30 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 shutdown_connections 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ad806c2b0 0x7f4ad806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4af815e860 0x7f4af80b85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4af80d1b80 0x7f4af80c9e90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 --2- 172.21.15.5:0/2906118773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4af80cf250 0x7f4af815c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 >> 172.21.15.5:0/2906118773 conn(0x7f4af806bd00 msgr2=0x7f4af815ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:54.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 shutdown_connections 2024-09-16T00:55:54.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.250+0000 7f4afd4ac640 1 -- 172.21.15.5:0/2906118773 wait complete. 2024-09-16T00:55:54.262 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-16T00:55:52.314584+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":24,"acting":24,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":236444,"kb_used_data":3564,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738276,"statfs":{"total":773094113280,"available":772851994624,"internally_reserved":0,"allocated":3649536,"data_stored":2090683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000875"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742992+0000","last_change":"2024-09-16T00:55:48.742992+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742992+0000","last_undegraded":"2024-09-16T00:55:48.742992+0000","last_fullsized":"2024-09-16T00:55:48.742992+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742563+0000","last_change":"2024-09-16T00:55:48.742563+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742563+0000","last_undegraded":"2024-09-16T00:55:48.742563+0000","last_fullsized":"2024-09-16T00:55:48.742563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742231+0000","last_change":"2024-09-16T00:55:48.742231+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742231+0000","last_undegraded":"2024-09-16T00:55:48.742231+0000","last_fullsized":"2024-09-16T00:55:48.742231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742327+0000","last_change":"2024-09-16T00:55:48.742327+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742327+0000","last_undegraded":"2024-09-16T00:55:48.742327+0000","last_fullsized":"2024-09-16T00:55:48.742327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742329+0000","last_change":"2024-09-16T00:55:48.742329+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742329+0000","last_undegraded":"2024-09-16T00:55:48.742329+0000","last_fullsized":"2024-09-16T00:55:48.742329+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742641+0000","last_change":"2024-09-16T00:55:48.742641+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742641+0000","last_undegraded":"2024-09-16T00:55:48.742641+0000","last_fullsized":"2024-09-16T00:55:48.742641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743413+0000","last_change":"2024-09-16T00:55:48.743413+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743413+0000","last_undegraded":"2024-09-16T00:55:48.743413+0000","last_fullsized":"2024-09-16T00:55:48.743413+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743346+0000","last_change":"2024-09-16T00:55:48.743346+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743346+0000","last_undegraded":"2024-09-16T00:55:48.743346+0000","last_fullsized":"2024-09-16T00:55:48.743346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743301+0000","last_change":"2024-09-16T00:55:48.743301+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743301+0000","last_undegraded":"2024-09-16T00:55:48.743301+0000","last_fullsized":"2024-09-16T00:55:48.743301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742337+0000","last_change":"2024-09-16T00:55:48.742337+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742337+0000","last_undegraded":"2024-09-16T00:55:48.742337+0000","last_fullsized":"2024-09-16T00:55:48.742337+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742325+0000","last_change":"2024-09-16T00:55:48.742325+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742325+0000","last_undegraded":"2024-09-16T00:55:48.742325+0000","last_fullsized":"2024-09-16T00:55:48.742325+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:48.734568+0000","last_change":"2024-09-16T00:55:48.734568+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.734568+0000","last_undegraded":"2024-09-16T00:55:48.734568+0000","last_fullsized":"2024-09-16T00:55:48.734568+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-16T00:55:48.744946+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:48.744946+0000","last_peered":"2024-09-16T00:55:48.744946+0000","last_clean":"2024-09-16T00:55:48.744946+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:48.744946+0000","last_undegraded":"2024-09-16T00:55:48.744946+0000","last_fullsized":"2024-09-16T00:55:48.744946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":707747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31488,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340352,"statfs":{"total":96636764160,"available":96604520448,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31484,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340356,"statfs":{"total":96636764160,"available":96604524544,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32064,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339776,"statfs":{"total":96636764160,"available":96603930624,"internally_reserved":0,"allocated":897024,"data_stored":701930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":303104,"data_stored":111562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:54.266 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:54.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.405+0000 7f26ea118640 1 Processor -- start 2024-09-16T00:55:54.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.405+0000 7f26ea118640 1 -- start start 2024-09-16T00:55:54.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26ea118640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f26e40b6690 0x7f26e40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26ea118640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26e40cff10 con 0x7f26e40d16e0 2024-09-16T00:55:54.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26ea118640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26e40d1b10 con 0x7f26e40b6a70 2024-09-16T00:55:54.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26ea118640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f26e40cf540 con 0x7f26e40b6690 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26e3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f26e40d16e0 0x7f26e40d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46778/0 (socket says 172.21.15.5:46778) 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.406+0000 7f26e3fff640 1 -- 172.21.15.5:0/3304594197 learned_addr learned my addr 172.21.15.5:0/3304594197 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e37fe640 1 --2- 172.21.15.5:0/3304594197 >> v2:172.21.15.73:3300/0 conn(0x7f26e40b6690 0x7f26e40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2862487282 0 0) 0x7f26e40cff10 con 0x7f26e40d16e0 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26cc003520 con 0x7f26e40d16e0 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3122882918 0 0) 0x7f26d8001110 con 0x7f26e40b6a70 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26e40cff10 con 0x7f26e40b6a70 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3256003599 0 0) 0x7f26cc003520 con 0x7f26e40d16e0 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 >> v2:172.21.15.73:3300/0 conn(0x7f26e40b6690 msgr2=0x7f26e40cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 --2- 172.21.15.5:0/3304594197 >> v2:172.21.15.73:3300/0 conn(0x7f26e40b6690 0x7f26e40cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 >> v1:172.21.15.73:6789/0 conn(0x7f26e40b6a70 legacy=0x7f26e40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e40d1d90 con 0x7f26e40d16e0 2024-09-16T00:55:54.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f26dc0019f0 con 0x7f26e40d16e0 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 >> v1:172.21.15.5:6789/0 conn(0x7f26e40d16e0 legacy=0x7f26e40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc003b90 0x7f26cc003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26cc004800 0x7f26cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 0x7f26cc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f26e40cf540 con 0x7f26cc0051c0 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f26cc00c090 con 0x7f26cc003b90 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f26cc00c290 con 0x7f26cc004800 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 0x7f26cc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e37fe640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc003b90 0x7f26cc003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e2ffd640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26cc004800 0x7f26cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 -- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26cc004800 msgr2=0x7f26cc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26cc004800 0x7f26cc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 -- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc003b90 msgr2=0x7f26cc003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:54.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc003b90 0x7f26cc003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.407+0000 7f26e3fff640 1 -- 172.21.15.5:0/3304594197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26cc003520 con 0x7f26cc0051c0 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.408+0000 7f26e3fff640 1 -- 172.21.15.5:0/3304594197 reap_dead start 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.408+0000 7f26e3fff640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 0x7f26cc00b9c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f26dc00a7f0 tx=0x7f26cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4955696ae7a38bc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.408+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc00a390 con 0x7f26cc0051c0 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.408+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26dc02f070 con 0x7f26cc0051c0 2024-09-16T00:55:54.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.408+0000 7f26e27fc640 1 -- 172.21.15.5:0/3304594197 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc02bba0 con 0x7f26cc0051c0 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 -- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 msgr2=0x7f26cc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 0x7f26cc00b9c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f26dc00a7f0 tx=0x7f26cc005830 comp rx=0 tx=0).stop 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 -- 172.21.15.5:0/3304594197 shutdown_connections 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 --2- 172.21.15.5:0/3304594197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26cc0051c0 0x7f26cc00b9c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 -- 172.21.15.5:0/3304594197 >> 172.21.15.5:0/3304594197 conn(0x7f26e4072560 msgr2=0x7f26e4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 -- 172.21.15.5:0/3304594197 shutdown_connections 2024-09-16T00:55:54.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.409+0000 7f26ea118640 1 -- 172.21.15.5:0/3304594197 wait complete. 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.410+0000 7f26ea118640 1 Processor -- start 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.410+0000 7f26ea118640 1 -- start start 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc0051c0 0x7f26e40b9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26e4157440 0x7f26e4157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f26e40b6f00 con 0x7f26e4158030 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f26e40cf1d0 con 0x7f26cc0051c0 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26ea118640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f26e415c530 con 0x7f26e4157440 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46102/0 (socket says 172.21.15.5:46102) 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 -- 172.21.15.5:0/4236784995 learned_addr learned my addr 172.21.15.5:0/4236784995 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e37fe640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc0051c0 0x7f26e40b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e2ffd640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26e4157440 0x7f26e4157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 -- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26e4157440 msgr2=0x7f26e4157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26e4157440 0x7f26e4157af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 -- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc0051c0 msgr2=0x7f26e40b9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc0051c0 0x7f26e40b9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.411+0000 7f26e3fff640 1 -- 172.21.15.5:0/4236784995 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e41563c0 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26e3fff640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f26dc02b410 tx=0x7f26dc001cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc00a390 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26dc02bca0 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26e41566a0 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc034670 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.412+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26e4156c60 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.413+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26e40cf9d0 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.413+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26dc034810 con 0x7f26e4158030 2024-09-16T00:55:54.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.414+0000 7f26cbfff640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.414+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f26dc0ab320 con 0x7f26e4158030 2024-09-16T00:55:54.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.414+0000 7f26e37fe640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.415+0000 7f26e37fe640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 0x7f26d006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f26e40b9fa0 tx=0x7f26d4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.418+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26dc0799f0 con 0x7f26e4158030 2024-09-16T00:55:54.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.590+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f26e4069140 con 0x7f26d006c2b0 2024-09-16T00:55:54.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.597+0000 7f26cbfff640 1 -- 172.21.15.5:0/4236784995 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246776 (secure 0 0 0) 0x7f26e4069140 con 0x7f26d006c2b0 2024-09-16T00:55:54.600 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:54.601 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 msgr2=0x7f26d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 0x7f26d006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f26e40b9fa0 tx=0x7f26d4008040 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 msgr2=0x7f26e41f7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f26dc02b410 tx=0x7f26dc001cf0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 shutdown_connections 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f26d006c2b0 0x7f26d006e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f26e4158030 0x7f26e41f7050 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f26e4157440 0x7f26e4157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 --2- 172.21.15.5:0/4236784995 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26cc0051c0 0x7f26e40b9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.599+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 >> 172.21.15.5:0/4236784995 conn(0x7f26e4072560 msgr2=0x7f26e415f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.600+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 shutdown_connections 2024-09-16T00:55:54.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.600+0000 7f26ea118640 1 -- 172.21.15.5:0/4236784995 wait complete. 2024-09-16T00:55:54.611 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-16T00:55:54.315130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592584,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":91,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236716,"kb_used_data":3836,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738004,"statfs":{"total":773094113280,"available":772851716096,"internally_reserved":0,"allocated":3928064,"data_stored":2214132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2216,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.574920"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853444+0000","last_change":"2024-09-16T00:55:50.766711+0000","last_active":"2024-09-16T00:55:51.853444+0000","last_peered":"2024-09-16T00:55:51.853444+0000","last_clean":"2024-09-16T00:55:51.853444+0000","last_became_active":"2024-09-16T00:55:50.766405+0000","last_became_peered":"2024-09-16T00:55:50.766405+0000","last_unstale":"2024-09-16T00:55:51.853444+0000","last_undegraded":"2024-09-16T00:55:51.853444+0000","last_fullsized":"2024-09-16T00:55:51.853444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:40.787585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760803+0000","last_change":"2024-09-16T00:55:50.770257+0000","last_active":"2024-09-16T00:55:51.760803+0000","last_peered":"2024-09-16T00:55:51.760803+0000","last_clean":"2024-09-16T00:55:51.760803+0000","last_became_active":"2024-09-16T00:55:50.769931+0000","last_became_peered":"2024-09-16T00:55:50.769931+0000","last_unstale":"2024-09-16T00:55:51.760803+0000","last_undegraded":"2024-09-16T00:55:51.760803+0000","last_fullsized":"2024-09-16T00:55:51.760803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:18.679988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771700+0000","last_change":"2024-09-16T00:55:50.779775+0000","last_active":"2024-09-16T00:55:51.771700+0000","last_peered":"2024-09-16T00:55:51.771700+0000","last_clean":"2024-09-16T00:55:51.771700+0000","last_became_active":"2024-09-16T00:55:50.778879+0000","last_became_peered":"2024-09-16T00:55:50.778879+0000","last_unstale":"2024-09-16T00:55:51.771700+0000","last_undegraded":"2024-09-16T00:55:51.771700+0000","last_fullsized":"2024-09-16T00:55:51.771700+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:08.915219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851813+0000","last_change":"2024-09-16T00:55:50.772821+0000","last_active":"2024-09-16T00:55:51.851813+0000","last_peered":"2024-09-16T00:55:51.851813+0000","last_clean":"2024-09-16T00:55:51.851813+0000","last_became_active":"2024-09-16T00:55:50.772551+0000","last_became_peered":"2024-09-16T00:55:50.772551+0000","last_unstale":"2024-09-16T00:55:51.851813+0000","last_undegraded":"2024-09-16T00:55:51.851813+0000","last_fullsized":"2024-09-16T00:55:51.851813+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:17.159890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760523+0000","last_change":"2024-09-16T00:55:50.769536+0000","last_active":"2024-09-16T00:55:51.760523+0000","last_peered":"2024-09-16T00:55:51.760523+0000","last_clean":"2024-09-16T00:55:51.760523+0000","last_became_active":"2024-09-16T00:55:50.768812+0000","last_became_peered":"2024-09-16T00:55:50.768812+0000","last_unstale":"2024-09-16T00:55:51.760523+0000","last_undegraded":"2024-09-16T00:55:51.760523+0000","last_fullsized":"2024-09-16T00:55:51.760523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:11.838377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771843+0000","last_change":"2024-09-16T00:55:50.775971+0000","last_active":"2024-09-16T00:55:51.771843+0000","last_peered":"2024-09-16T00:55:51.771843+0000","last_clean":"2024-09-16T00:55:51.771843+0000","last_became_active":"2024-09-16T00:55:50.774374+0000","last_became_peered":"2024-09-16T00:55:50.774374+0000","last_unstale":"2024-09-16T00:55:51.771843+0000","last_undegraded":"2024-09-16T00:55:51.771843+0000","last_fullsized":"2024-09-16T00:55:51.771843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:15.341850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851951+0000","last_change":"2024-09-16T00:55:50.775446+0000","last_active":"2024-09-16T00:55:51.851951+0000","last_peered":"2024-09-16T00:55:51.851951+0000","last_clean":"2024-09-16T00:55:51.851951+0000","last_became_active":"2024-09-16T00:55:50.775168+0000","last_became_peered":"2024-09-16T00:55:50.775168+0000","last_unstale":"2024-09-16T00:55:51.851951+0000","last_undegraded":"2024-09-16T00:55:51.851951+0000","last_fullsized":"2024-09-16T00:55:51.851951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:24.201892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760597+0000","last_change":"2024-09-16T00:55:50.776894+0000","last_active":"2024-09-16T00:55:51.760597+0000","last_peered":"2024-09-16T00:55:51.760597+0000","last_clean":"2024-09-16T00:55:51.760597+0000","last_became_active":"2024-09-16T00:55:50.776603+0000","last_became_peered":"2024-09-16T00:55:50.776603+0000","last_unstale":"2024-09-16T00:55:51.760597+0000","last_undegraded":"2024-09-16T00:55:51.760597+0000","last_fullsized":"2024-09-16T00:55:51.760597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:54.169286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760777+0000","last_change":"2024-09-16T00:55:50.778283+0000","last_active":"2024-09-16T00:55:51.760777+0000","last_peered":"2024-09-16T00:55:51.760777+0000","last_clean":"2024-09-16T00:55:51.760777+0000","last_became_active":"2024-09-16T00:55:50.777879+0000","last_became_peered":"2024-09-16T00:55:50.777879+0000","last_unstale":"2024-09-16T00:55:51.760777+0000","last_undegraded":"2024-09-16T00:55:51.760777+0000","last_fullsized":"2024-09-16T00:55:51.760777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:21.589816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760750+0000","last_change":"2024-09-16T00:55:50.778632+0000","last_active":"2024-09-16T00:55:51.760750+0000","last_peered":"2024-09-16T00:55:51.760750+0000","last_clean":"2024-09-16T00:55:51.760750+0000","last_became_active":"2024-09-16T00:55:50.777936+0000","last_became_peered":"2024-09-16T00:55:50.777936+0000","last_unstale":"2024-09-16T00:55:51.760750+0000","last_undegraded":"2024-09-16T00:55:51.760750+0000","last_fullsized":"2024-09-16T00:55:51.760750+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:48.601424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851950+0000","last_change":"2024-09-16T00:55:50.766485+0000","last_active":"2024-09-16T00:55:51.851950+0000","last_peered":"2024-09-16T00:55:51.851950+0000","last_clean":"2024-09-16T00:55:51.851950+0000","last_became_active":"2024-09-16T00:55:50.766210+0000","last_became_peered":"2024-09-16T00:55:50.766210+0000","last_unstale":"2024-09-16T00:55:51.851950+0000","last_undegraded":"2024-09-16T00:55:51.851950+0000","last_fullsized":"2024-09-16T00:55:51.851950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:12.942952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769587+0000","last_change":"2024-09-16T00:55:50.765655+0000","last_active":"2024-09-16T00:55:51.769587+0000","last_peered":"2024-09-16T00:55:51.769587+0000","last_clean":"2024-09-16T00:55:51.769587+0000","last_became_active":"2024-09-16T00:55:50.765379+0000","last_became_peered":"2024-09-16T00:55:50.765379+0000","last_unstale":"2024-09-16T00:55:51.769587+0000","last_undegraded":"2024-09-16T00:55:51.769587+0000","last_fullsized":"2024-09-16T00:55:51.769587+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771895+0000","last_change":"2024-09-16T00:55:50.781854+0000","last_active":"2024-09-16T00:55:51.771895+0000","last_peered":"2024-09-16T00:55:51.771895+0000","last_clean":"2024-09-16T00:55:51.771895+0000","last_became_active":"2024-09-16T00:55:50.780712+0000","last_became_peered":"2024-09-16T00:55:50.780712+0000","last_unstale":"2024-09-16T00:55:51.771895+0000","last_undegraded":"2024-09-16T00:55:51.771895+0000","last_fullsized":"2024-09-16T00:55:51.771895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:41.422686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760941+0000","last_change":"2024-09-16T00:55:50.769172+0000","last_active":"2024-09-16T00:55:51.760941+0000","last_peered":"2024-09-16T00:55:51.760941+0000","last_clean":"2024-09-16T00:55:51.760941+0000","last_became_active":"2024-09-16T00:55:50.768841+0000","last_became_peered":"2024-09-16T00:55:50.768841+0000","last_unstale":"2024-09-16T00:55:51.760941+0000","last_undegraded":"2024-09-16T00:55:51.760941+0000","last_fullsized":"2024-09-16T00:55:51.760941+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:00:43.943497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771950+0000","last_change":"2024-09-16T00:55:50.779732+0000","last_active":"2024-09-16T00:55:51.771950+0000","last_peered":"2024-09-16T00:55:51.771950+0000","last_clean":"2024-09-16T00:55:51.771950+0000","last_became_active":"2024-09-16T00:55:50.779385+0000","last_became_peered":"2024-09-16T00:55:50.779385+0000","last_unstale":"2024-09-16T00:55:51.771950+0000","last_undegraded":"2024-09-16T00:55:51.771950+0000","last_fullsized":"2024-09-16T00:55:51.771950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:14.291231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852401+0000","last_change":"2024-09-16T00:55:50.769882+0000","last_active":"2024-09-16T00:55:51.852401+0000","last_peered":"2024-09-16T00:55:51.852401+0000","last_clean":"2024-09-16T00:55:51.852401+0000","last_became_active":"2024-09-16T00:55:50.768851+0000","last_became_peered":"2024-09-16T00:55:50.768851+0000","last_unstale":"2024-09-16T00:55:51.852401+0000","last_undegraded":"2024-09-16T00:55:51.852401+0000","last_fullsized":"2024-09-16T00:55:51.852401+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.265080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769749+0000","last_change":"2024-09-16T00:55:50.764462+0000","last_active":"2024-09-16T00:55:51.769749+0000","last_peered":"2024-09-16T00:55:51.769749+0000","last_clean":"2024-09-16T00:55:51.769749+0000","last_became_active":"2024-09-16T00:55:50.764174+0000","last_became_peered":"2024-09-16T00:55:50.764174+0000","last_unstale":"2024-09-16T00:55:51.769749+0000","last_undegraded":"2024-09-16T00:55:51.769749+0000","last_fullsized":"2024-09-16T00:55:51.769749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853712+0000","last_change":"2024-09-16T00:55:49.755632+0000","last_active":"2024-09-16T00:55:51.853712+0000","last_peered":"2024-09-16T00:55:51.853712+0000","last_clean":"2024-09-16T00:55:51.853712+0000","last_became_active":"2024-09-16T00:55:49.755383+0000","last_became_peered":"2024-09-16T00:55:49.755383+0000","last_unstale":"2024-09-16T00:55:51.853712+0000","last_undegraded":"2024-09-16T00:55:51.853712+0000","last_fullsized":"2024-09-16T00:55:51.853712+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853600+0000","last_change":"2024-09-16T00:55:50.768643+0000","last_active":"2024-09-16T00:55:51.853600+0000","last_peered":"2024-09-16T00:55:51.853600+0000","last_clean":"2024-09-16T00:55:51.853600+0000","last_became_active":"2024-09-16T00:55:50.768159+0000","last_became_peered":"2024-09-16T00:55:50.768159+0000","last_unstale":"2024-09-16T00:55:51.853600+0000","last_undegraded":"2024-09-16T00:55:51.853600+0000","last_fullsized":"2024-09-16T00:55:51.853600+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769734+0000","last_change":"2024-09-16T00:55:49.759823+0000","last_active":"2024-09-16T00:55:51.769734+0000","last_peered":"2024-09-16T00:55:51.769734+0000","last_clean":"2024-09-16T00:55:51.769734+0000","last_became_active":"2024-09-16T00:55:49.759527+0000","last_became_peered":"2024-09-16T00:55:49.759527+0000","last_unstale":"2024-09-16T00:55:51.769734+0000","last_undegraded":"2024-09-16T00:55:51.769734+0000","last_fullsized":"2024-09-16T00:55:51.769734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760514+0000","last_change":"2024-09-16T00:55:49.764821+0000","last_active":"2024-09-16T00:55:51.760514+0000","last_peered":"2024-09-16T00:55:51.760514+0000","last_clean":"2024-09-16T00:55:51.760514+0000","last_became_active":"2024-09-16T00:55:49.764564+0000","last_became_peered":"2024-09-16T00:55:49.764564+0000","last_unstale":"2024-09-16T00:55:51.760514+0000","last_undegraded":"2024-09-16T00:55:51.760514+0000","last_fullsized":"2024-09-16T00:55:51.760514+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.260289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771968+0000","last_change":"2024-09-16T00:55:50.779382+0000","last_active":"2024-09-16T00:55:51.771968+0000","last_peered":"2024-09-16T00:55:51.771968+0000","last_clean":"2024-09-16T00:55:51.771968+0000","last_became_active":"2024-09-16T00:55:50.779080+0000","last_became_peered":"2024-09-16T00:55:50.779080+0000","last_unstale":"2024-09-16T00:55:51.771968+0000","last_undegraded":"2024-09-16T00:55:51.771968+0000","last_fullsized":"2024-09-16T00:55:51.771968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:07.327585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851973+0000","last_change":"2024-09-16T00:55:49.763445+0000","last_active":"2024-09-16T00:55:51.851973+0000","last_peered":"2024-09-16T00:55:51.851973+0000","last_clean":"2024-09-16T00:55:51.851973+0000","last_became_active":"2024-09-16T00:55:49.763203+0000","last_became_peered":"2024-09-16T00:55:49.763203+0000","last_unstale":"2024-09-16T00:55:51.851973+0000","last_undegraded":"2024-09-16T00:55:51.851973+0000","last_fullsized":"2024-09-16T00:55:51.851973+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:40.674315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742992+0000","last_change":"2024-09-16T00:55:48.742992+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742992+0000","last_undegraded":"2024-09-16T00:55:48.742992+0000","last_fullsized":"2024-09-16T00:55:48.742992+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742563+0000","last_change":"2024-09-16T00:55:48.742563+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742563+0000","last_undegraded":"2024-09-16T00:55:48.742563+0000","last_fullsized":"2024-09-16T00:55:48.742563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760359+0000","last_change":"2024-09-16T00:55:49.765480+0000","last_active":"2024-09-16T00:55:51.760359+0000","last_peered":"2024-09-16T00:55:51.760359+0000","last_clean":"2024-09-16T00:55:51.760359+0000","last_became_active":"2024-09-16T00:55:49.765191+0000","last_became_peered":"2024-09-16T00:55:49.765191+0000","last_unstale":"2024-09-16T00:55:51.760359+0000","last_undegraded":"2024-09-16T00:55:51.760359+0000","last_fullsized":"2024-09-16T00:55:51.760359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:01.525668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771502+0000","last_change":"2024-09-16T00:55:50.774004+0000","last_active":"2024-09-16T00:55:51.771502+0000","last_peered":"2024-09-16T00:55:51.771502+0000","last_clean":"2024-09-16T00:55:51.771502+0000","last_became_active":"2024-09-16T00:55:50.772058+0000","last_became_peered":"2024-09-16T00:55:50.772058+0000","last_unstale":"2024-09-16T00:55:51.771502+0000","last_undegraded":"2024-09-16T00:55:51.771502+0000","last_fullsized":"2024-09-16T00:55:51.771502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742231+0000","last_change":"2024-09-16T00:55:48.742231+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742231+0000","last_undegraded":"2024-09-16T00:55:48.742231+0000","last_fullsized":"2024-09-16T00:55:48.742231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760910+0000","last_change":"2024-09-16T00:55:49.760468+0000","last_active":"2024-09-16T00:55:51.760910+0000","last_peered":"2024-09-16T00:55:51.760910+0000","last_clean":"2024-09-16T00:55:51.760910+0000","last_became_active":"2024-09-16T00:55:49.760231+0000","last_became_peered":"2024-09-16T00:55:49.760231+0000","last_unstale":"2024-09-16T00:55:51.760910+0000","last_undegraded":"2024-09-16T00:55:51.760910+0000","last_fullsized":"2024-09-16T00:55:51.760910+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:49.223144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760994+0000","last_change":"2024-09-16T00:55:50.778813+0000","last_active":"2024-09-16T00:55:51.760994+0000","last_peered":"2024-09-16T00:55:51.760994+0000","last_clean":"2024-09-16T00:55:51.760994+0000","last_became_active":"2024-09-16T00:55:50.778494+0000","last_became_peered":"2024-09-16T00:55:50.778494+0000","last_unstale":"2024-09-16T00:55:51.760994+0000","last_undegraded":"2024-09-16T00:55:51.760994+0000","last_fullsized":"2024-09-16T00:55:51.760994+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:33.144853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769840+0000","last_change":"2024-09-16T00:55:49.754600+0000","last_active":"2024-09-16T00:55:51.769840+0000","last_peered":"2024-09-16T00:55:51.769840+0000","last_clean":"2024-09-16T00:55:51.769840+0000","last_became_active":"2024-09-16T00:55:49.754329+0000","last_became_peered":"2024-09-16T00:55:49.754329+0000","last_unstale":"2024-09-16T00:55:51.769840+0000","last_undegraded":"2024-09-16T00:55:51.769840+0000","last_fullsized":"2024-09-16T00:55:51.769840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760768+0000","last_change":"2024-09-16T00:55:50.770891+0000","last_active":"2024-09-16T00:55:51.760768+0000","last_peered":"2024-09-16T00:55:51.760768+0000","last_clean":"2024-09-16T00:55:51.760768+0000","last_became_active":"2024-09-16T00:55:50.770521+0000","last_became_peered":"2024-09-16T00:55:50.770521+0000","last_unstale":"2024-09-16T00:55:51.760768+0000","last_undegraded":"2024-09-16T00:55:51.760768+0000","last_fullsized":"2024-09-16T00:55:51.760768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:05.038699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742327+0000","last_change":"2024-09-16T00:55:48.742327+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742327+0000","last_undegraded":"2024-09-16T00:55:48.742327+0000","last_fullsized":"2024-09-16T00:55:48.742327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760744+0000","last_change":"2024-09-16T00:55:49.762124+0000","last_active":"2024-09-16T00:55:51.760744+0000","last_peered":"2024-09-16T00:55:51.760744+0000","last_clean":"2024-09-16T00:55:51.760744+0000","last_became_active":"2024-09-16T00:55:49.761867+0000","last_became_peered":"2024-09-16T00:55:49.761867+0000","last_unstale":"2024-09-16T00:55:51.760744+0000","last_undegraded":"2024-09-16T00:55:51.760744+0000","last_fullsized":"2024-09-16T00:55:51.760744+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:45.948640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771665+0000","last_change":"2024-09-16T00:55:50.773278+0000","last_active":"2024-09-16T00:55:51.771665+0000","last_peered":"2024-09-16T00:55:51.771665+0000","last_clean":"2024-09-16T00:55:51.771665+0000","last_became_active":"2024-09-16T00:55:50.772986+0000","last_became_peered":"2024-09-16T00:55:50.772986+0000","last_unstale":"2024-09-16T00:55:51.771665+0000","last_undegraded":"2024-09-16T00:55:51.771665+0000","last_fullsized":"2024-09-16T00:55:51.771665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:23.402123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742329+0000","last_change":"2024-09-16T00:55:48.742329+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742329+0000","last_undegraded":"2024-09-16T00:55:48.742329+0000","last_fullsized":"2024-09-16T00:55:48.742329+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760864+0000","last_change":"2024-09-16T00:55:50.762829+0000","last_active":"2024-09-16T00:55:51.760864+0000","last_peered":"2024-09-16T00:55:51.760864+0000","last_clean":"2024-09-16T00:55:51.760864+0000","last_became_active":"2024-09-16T00:55:50.762495+0000","last_became_peered":"2024-09-16T00:55:50.762495+0000","last_unstale":"2024-09-16T00:55:51.760864+0000","last_undegraded":"2024-09-16T00:55:51.760864+0000","last_fullsized":"2024-09-16T00:55:51.760864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:46.379146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771591+0000","last_change":"2024-09-16T00:55:49.759721+0000","last_active":"2024-09-16T00:55:51.771591+0000","last_peered":"2024-09-16T00:55:51.771591+0000","last_clean":"2024-09-16T00:55:51.771591+0000","last_became_active":"2024-09-16T00:55:49.759283+0000","last_became_peered":"2024-09-16T00:55:49.759283+0000","last_unstale":"2024-09-16T00:55:51.771591+0000","last_undegraded":"2024-09-16T00:55:51.771591+0000","last_fullsized":"2024-09-16T00:55:51.771591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760603+0000","last_change":"2024-09-16T00:55:49.760413+0000","last_active":"2024-09-16T00:55:51.760603+0000","last_peered":"2024-09-16T00:55:51.760603+0000","last_clean":"2024-09-16T00:55:51.760603+0000","last_became_active":"2024-09-16T00:55:49.760148+0000","last_became_peered":"2024-09-16T00:55:49.760148+0000","last_unstale":"2024-09-16T00:55:51.760603+0000","last_undegraded":"2024-09-16T00:55:51.760603+0000","last_fullsized":"2024-09-16T00:55:51.760603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:39.782793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852495+0000","last_change":"2024-09-16T00:55:50.767244+0000","last_active":"2024-09-16T00:55:51.852495+0000","last_peered":"2024-09-16T00:55:51.852495+0000","last_clean":"2024-09-16T00:55:51.852495+0000","last_became_active":"2024-09-16T00:55:50.766959+0000","last_became_peered":"2024-09-16T00:55:50.766959+0000","last_unstale":"2024-09-16T00:55:51.852495+0000","last_undegraded":"2024-09-16T00:55:51.852495+0000","last_fullsized":"2024-09-16T00:55:51.852495+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:02.530460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760360+0000","last_change":"2024-09-16T00:55:49.761646+0000","last_active":"2024-09-16T00:55:51.760360+0000","last_peered":"2024-09-16T00:55:51.760360+0000","last_clean":"2024-09-16T00:55:51.760360+0000","last_became_active":"2024-09-16T00:55:49.761338+0000","last_became_peered":"2024-09-16T00:55:49.761338+0000","last_unstale":"2024-09-16T00:55:51.760360+0000","last_undegraded":"2024-09-16T00:55:51.760360+0000","last_fullsized":"2024-09-16T00:55:51.760360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:57.900243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772066+0000","last_change":"2024-09-16T00:55:49.764679+0000","last_active":"2024-09-16T00:55:51.772066+0000","last_peered":"2024-09-16T00:55:51.772066+0000","last_clean":"2024-09-16T00:55:51.772066+0000","last_became_active":"2024-09-16T00:55:49.764407+0000","last_became_peered":"2024-09-16T00:55:49.764407+0000","last_unstale":"2024-09-16T00:55:51.772066+0000","last_undegraded":"2024-09-16T00:55:51.772066+0000","last_fullsized":"2024-09-16T00:55:51.772066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742641+0000","last_change":"2024-09-16T00:55:48.742641+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742641+0000","last_undegraded":"2024-09-16T00:55:48.742641+0000","last_fullsized":"2024-09-16T00:55:48.742641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771769+0000","last_change":"2024-09-16T00:55:50.777819+0000","last_active":"2024-09-16T00:55:51.771769+0000","last_peered":"2024-09-16T00:55:51.771769+0000","last_clean":"2024-09-16T00:55:51.771769+0000","last_became_active":"2024-09-16T00:55:50.777505+0000","last_became_peered":"2024-09-16T00:55:50.777505+0000","last_unstale":"2024-09-16T00:55:51.771769+0000","last_undegraded":"2024-09-16T00:55:51.771769+0000","last_fullsized":"2024-09-16T00:55:51.771769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:23.197793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743413+0000","last_change":"2024-09-16T00:55:48.743413+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743413+0000","last_undegraded":"2024-09-16T00:55:48.743413+0000","last_fullsized":"2024-09-16T00:55:48.743413+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851898+0000","last_change":"2024-09-16T00:55:50.768048+0000","last_active":"2024-09-16T00:55:51.851898+0000","last_peered":"2024-09-16T00:55:51.851898+0000","last_clean":"2024-09-16T00:55:51.851898+0000","last_became_active":"2024-09-16T00:55:50.767780+0000","last_became_peered":"2024-09-16T00:55:50.767780+0000","last_unstale":"2024-09-16T00:55:51.851898+0000","last_undegraded":"2024-09-16T00:55:51.851898+0000","last_fullsized":"2024-09-16T00:55:51.851898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:04.204205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743346+0000","last_change":"2024-09-16T00:55:48.743346+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743346+0000","last_undegraded":"2024-09-16T00:55:48.743346+0000","last_fullsized":"2024-09-16T00:55:48.743346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851880+0000","last_change":"2024-09-16T00:55:50.771467+0000","last_active":"2024-09-16T00:55:51.851880+0000","last_peered":"2024-09-16T00:55:51.851880+0000","last_clean":"2024-09-16T00:55:51.851880+0000","last_became_active":"2024-09-16T00:55:50.770517+0000","last_became_peered":"2024-09-16T00:55:50.770517+0000","last_unstale":"2024-09-16T00:55:51.851880+0000","last_undegraded":"2024-09-16T00:55:51.851880+0000","last_fullsized":"2024-09-16T00:55:51.851880+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:12.093061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769710+0000","last_change":"2024-09-16T00:55:49.755283+0000","last_active":"2024-09-16T00:55:51.769710+0000","last_peered":"2024-09-16T00:55:51.769710+0000","last_clean":"2024-09-16T00:55:51.769710+0000","last_became_active":"2024-09-16T00:55:49.755009+0000","last_became_peered":"2024-09-16T00:55:49.755009+0000","last_unstale":"2024-09-16T00:55:51.769710+0000","last_undegraded":"2024-09-16T00:55:51.769710+0000","last_fullsized":"2024-09-16T00:55:51.769710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852033+0000","last_change":"2024-09-16T00:55:50.760084+0000","last_active":"2024-09-16T00:55:51.852033+0000","last_peered":"2024-09-16T00:55:51.852033+0000","last_clean":"2024-09-16T00:55:51.852033+0000","last_became_active":"2024-09-16T00:55:50.759783+0000","last_became_peered":"2024-09-16T00:55:50.759783+0000","last_unstale":"2024-09-16T00:55:51.852033+0000","last_undegraded":"2024-09-16T00:55:51.852033+0000","last_fullsized":"2024-09-16T00:55:51.852033+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:51.601475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852766+0000","last_change":"2024-09-16T00:55:49.757836+0000","last_active":"2024-09-16T00:55:51.852766+0000","last_peered":"2024-09-16T00:55:51.852766+0000","last_clean":"2024-09-16T00:55:51.852766+0000","last_became_active":"2024-09-16T00:55:49.757507+0000","last_became_peered":"2024-09-16T00:55:49.757507+0000","last_unstale":"2024-09-16T00:55:51.852766+0000","last_undegraded":"2024-09-16T00:55:51.852766+0000","last_fullsized":"2024-09-16T00:55:51.852766+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:30.075035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851833+0000","last_change":"2024-09-16T00:55:50.761214+0000","last_active":"2024-09-16T00:55:51.851833+0000","last_peered":"2024-09-16T00:55:51.851833+0000","last_clean":"2024-09-16T00:55:51.851833+0000","last_became_active":"2024-09-16T00:55:50.760891+0000","last_became_peered":"2024-09-16T00:55:50.760891+0000","last_unstale":"2024-09-16T00:55:51.851833+0000","last_undegraded":"2024-09-16T00:55:51.851833+0000","last_fullsized":"2024-09-16T00:55:51.851833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:19.817944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743301+0000","last_change":"2024-09-16T00:55:48.743301+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743301+0000","last_undegraded":"2024-09-16T00:55:48.743301+0000","last_fullsized":"2024-09-16T00:55:48.743301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742337+0000","last_change":"2024-09-16T00:55:48.742337+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742337+0000","last_undegraded":"2024-09-16T00:55:48.742337+0000","last_fullsized":"2024-09-16T00:55:48.742337+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851862+0000","last_change":"2024-09-16T00:55:50.767285+0000","last_active":"2024-09-16T00:55:51.851862+0000","last_peered":"2024-09-16T00:55:51.851862+0000","last_clean":"2024-09-16T00:55:51.851862+0000","last_became_active":"2024-09-16T00:55:50.766968+0000","last_became_peered":"2024-09-16T00:55:50.766968+0000","last_unstale":"2024-09-16T00:55:51.851862+0000","last_undegraded":"2024-09-16T00:55:51.851862+0000","last_fullsized":"2024-09-16T00:55:51.851862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:31.079827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772158+0000","last_change":"2024-09-16T00:55:49.757958+0000","last_active":"2024-09-16T00:55:51.772158+0000","last_peered":"2024-09-16T00:55:51.772158+0000","last_clean":"2024-09-16T00:55:51.772158+0000","last_became_active":"2024-09-16T00:55:49.757704+0000","last_became_peered":"2024-09-16T00:55:49.757704+0000","last_unstale":"2024-09-16T00:55:51.772158+0000","last_undegraded":"2024-09-16T00:55:51.772158+0000","last_fullsized":"2024-09-16T00:55:51.772158+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771062+0000","last_change":"2024-09-16T00:55:49.755831+0000","last_active":"2024-09-16T00:55:51.771062+0000","last_peered":"2024-09-16T00:55:51.771062+0000","last_clean":"2024-09-16T00:55:51.771062+0000","last_became_active":"2024-09-16T00:55:49.755576+0000","last_became_peered":"2024-09-16T00:55:49.755576+0000","last_unstale":"2024-09-16T00:55:51.771062+0000","last_undegraded":"2024-09-16T00:55:51.771062+0000","last_fullsized":"2024-09-16T00:55:51.771062+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769665+0000","last_change":"2024-09-16T00:55:50.774456+0000","last_active":"2024-09-16T00:55:51.769665+0000","last_peered":"2024-09-16T00:55:51.769665+0000","last_clean":"2024-09-16T00:55:51.769665+0000","last_became_active":"2024-09-16T00:55:50.774124+0000","last_became_peered":"2024-09-16T00:55:50.774124+0000","last_unstale":"2024-09-16T00:55:51.769665+0000","last_undegraded":"2024-09-16T00:55:51.769665+0000","last_fullsized":"2024-09-16T00:55:51.769665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:50.227936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771827+0000","last_change":"2024-09-16T00:55:49.763071+0000","last_active":"2024-09-16T00:55:51.771827+0000","last_peered":"2024-09-16T00:55:51.771827+0000","last_clean":"2024-09-16T00:55:51.771827+0000","last_became_active":"2024-09-16T00:55:49.762783+0000","last_became_peered":"2024-09-16T00:55:49.762783+0000","last_unstale":"2024-09-16T00:55:51.771827+0000","last_undegraded":"2024-09-16T00:55:51.771827+0000","last_fullsized":"2024-09-16T00:55:51.771827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852652+0000","last_change":"2024-09-16T00:55:50.764068+0000","last_active":"2024-09-16T00:55:51.852652+0000","last_peered":"2024-09-16T00:55:51.852652+0000","last_clean":"2024-09-16T00:55:51.852652+0000","last_became_active":"2024-09-16T00:55:50.763794+0000","last_became_peered":"2024-09-16T00:55:50.763794+0000","last_unstale":"2024-09-16T00:55:51.852652+0000","last_undegraded":"2024-09-16T00:55:51.852652+0000","last_fullsized":"2024-09-16T00:55:51.852652+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:58.905035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769821+0000","last_change":"2024-09-16T00:55:49.753321+0000","last_active":"2024-09-16T00:55:51.769821+0000","last_peered":"2024-09-16T00:55:51.769821+0000","last_clean":"2024-09-16T00:55:51.769821+0000","last_became_active":"2024-09-16T00:55:49.753043+0000","last_became_peered":"2024-09-16T00:55:49.753043+0000","last_unstale":"2024-09-16T00:55:51.769821+0000","last_undegraded":"2024-09-16T00:55:51.769821+0000","last_fullsized":"2024-09-16T00:55:51.769821+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769723+0000","last_change":"2024-09-16T00:55:50.769005+0000","last_active":"2024-09-16T00:55:51.769723+0000","last_peered":"2024-09-16T00:55:51.769723+0000","last_clean":"2024-09-16T00:55:51.769723+0000","last_became_active":"2024-09-16T00:55:50.766382+0000","last_became_peered":"2024-09-16T00:55:50.766382+0000","last_unstale":"2024-09-16T00:55:51.769723+0000","last_undegraded":"2024-09-16T00:55:51.769723+0000","last_fullsized":"2024-09-16T00:55:51.769723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:46.953432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771704+0000","last_change":"2024-09-16T00:55:49.757094+0000","last_active":"2024-09-16T00:55:51.771704+0000","last_peered":"2024-09-16T00:55:51.771704+0000","last_clean":"2024-09-16T00:55:51.771704+0000","last_became_active":"2024-09-16T00:55:49.756840+0000","last_became_peered":"2024-09-16T00:55:49.756840+0000","last_unstale":"2024-09-16T00:55:51.771704+0000","last_undegraded":"2024-09-16T00:55:51.771704+0000","last_fullsized":"2024-09-16T00:55:51.771704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760389+0000","last_change":"2024-09-16T00:55:50.777502+0000","last_active":"2024-09-16T00:55:51.760389+0000","last_peered":"2024-09-16T00:55:51.760389+0000","last_clean":"2024-09-16T00:55:51.760389+0000","last_became_active":"2024-09-16T00:55:50.777213+0000","last_became_peered":"2024-09-16T00:55:50.777213+0000","last_unstale":"2024-09-16T00:55:51.760389+0000","last_undegraded":"2024-09-16T00:55:51.760389+0000","last_fullsized":"2024-09-16T00:55:51.760389+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:23:42.820630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742325+0000","last_change":"2024-09-16T00:55:48.742325+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742325+0000","last_undegraded":"2024-09-16T00:55:48.742325+0000","last_fullsized":"2024-09-16T00:55:48.742325+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760470+0000","last_change":"2024-09-16T00:55:49.759361+0000","last_active":"2024-09-16T00:55:51.760470+0000","last_peered":"2024-09-16T00:55:51.760470+0000","last_clean":"2024-09-16T00:55:51.760470+0000","last_became_active":"2024-09-16T00:55:49.758940+0000","last_became_peered":"2024-09-16T00:55:49.758940+0000","last_unstale":"2024-09-16T00:55:51.760470+0000","last_undegraded":"2024-09-16T00:55:51.760470+0000","last_fullsized":"2024-09-16T00:55:51.760470+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:48.334395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853052+0000","last_change":"2024-09-16T00:55:49.756695+0000","last_active":"2024-09-16T00:55:51.853052+0000","last_peered":"2024-09-16T00:55:51.853052+0000","last_clean":"2024-09-16T00:55:51.853052+0000","last_became_active":"2024-09-16T00:55:49.756440+0000","last_became_peered":"2024-09-16T00:55:49.756440+0000","last_unstale":"2024-09-16T00:55:51.853052+0000","last_undegraded":"2024-09-16T00:55:51.853052+0000","last_fullsized":"2024-09-16T00:55:51.853052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:18.813152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-16T00:55:48.744946+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:48.744946+0000","last_peered":"2024-09-16T00:55:48.744946+0000","last_clean":"2024-09-16T00:55:48.744946+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:48.744946+0000","last_undegraded":"2024-09-16T00:55:48.744946+0000","last_fullsized":"2024-09-16T00:55:48.744946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":5},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2216,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":707747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31540,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340300,"statfs":{"total":96636764160,"available":96604467200,"internally_reserved":0,"allocated":356352,"data_stored":136791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":727089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":348160,"data_stored":131037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:54.615 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-16T00:55:54.615 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.615 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-16T00:55:54.615 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.615 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-16T00:55:54.616 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-16T00:55:54.617 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1b is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742992+0000', 'last_change': '2024-09-16T00:55:48.742992+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742992+0000', 'last_undegraded': '2024-09-16T00:55:48.742992+0000', 'last_fullsized': '2024-09-16T00:55:48.742992+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-16T00:55:54.618 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1a is not active+clean 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742563+0000', 'last_change': '2024-09-16T00:55:48.742563+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742563+0000', 'last_undegraded': '2024-09-16T00:55:48.742563+0000', 'last_fullsized': '2024-09-16T00:55:48.742563+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 4.18 is not active+clean 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742231+0000', 'last_change': '2024-09-16T00:55:48.742231+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742231+0000', 'last_undegraded': '2024-09-16T00:55:48.742231+0000', 'last_fullsized': '2024-09-16T00:55:48.742231+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 4.15 is not active+clean 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742327+0000', 'last_change': '2024-09-16T00:55:48.742327+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742327+0000', 'last_undegraded': '2024-09-16T00:55:48.742327+0000', 'last_fullsized': '2024-09-16T00:55:48.742327+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:54.619 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:PG 4.13 is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742329+0000', 'last_change': '2024-09-16T00:55:48.742329+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742329+0000', 'last_undegraded': '2024-09-16T00:55:48.742329+0000', 'last_fullsized': '2024-09-16T00:55:48.742329+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:PG 4.e is not active+clean 2024-09-16T00:55:54.620 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742641+0000', 'last_change': '2024-09-16T00:55:48.742641+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742641+0000', 'last_undegraded': '2024-09-16T00:55:48.742641+0000', 'last_fullsized': '2024-09-16T00:55:48.742641+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 4.d is not active+clean 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.743413+0000', 'last_change': '2024-09-16T00:55:48.743413+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.743413+0000', 'last_undegraded': '2024-09-16T00:55:48.743413+0000', 'last_fullsized': '2024-09-16T00:55:48.743413+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 4.c is not active+clean 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.743346+0000', 'last_change': '2024-09-16T00:55:48.743346+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.743346+0000', 'last_undegraded': '2024-09-16T00:55:48.743346+0000', 'last_fullsized': '2024-09-16T00:55:48.743346+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 4.9 is not active+clean 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.743301+0000', 'last_change': '2024-09-16T00:55:48.743301+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.743301+0000', 'last_undegraded': '2024-09-16T00:55:48.743301+0000', 'last_fullsized': '2024-09-16T00:55:48.743301+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 4.8 is not active+clean 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742337+0000', 'last_change': '2024-09-16T00:55:48.742337+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742337+0000', 'last_undegraded': '2024-09-16T00:55:48.742337+0000', 'last_fullsized': '2024-09-16T00:55:48.742337+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T00:55:54.621 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:PG 4.1 is not active+clean 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-16T00:55:48.742325+0000', 'last_change': '2024-09-16T00:55:48.742325+0000', 'last_active': '2024-09-16T00:55:48.734568+0000', 'last_peered': '2024-09-16T00:55:48.734568+0000', 'last_clean': '2024-09-16T00:55:48.734568+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:48.742325+0000', 'last_undegraded': '2024-09-16T00:55:48.742325+0000', 'last_fullsized': '2024-09-16T00:55:48.742325+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:48.734568+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-16T00:55:54.622 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:55:49.739360+0000', 'last_change': '2024-09-16T00:55:49.739360+0000', 'last_active': '2024-09-16T00:55:49.739360+0000', 'last_peered': '2024-09-16T00:55:49.739360+0000', 'last_clean': '2024-09-16T00:55:49.739360+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:55:49.739360+0000', 'last_undegraded': '2024-09-16T00:55:49.739360+0000', 'last_fullsized': '2024-09-16T00:55:49.739360+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'last_clean_scrub_stamp': '2024-09-16T00:55:49.739360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:55:54.623 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T00:55:54.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.752+0000 7f8b72142640 1 Processor -- start 2024-09-16T00:55:54.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.752+0000 7f8b72142640 1 -- start start 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b72142640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f8b6c0cf680 0x7f8b6c0d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b72142640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8b6c0b76a0 0x7f8b6c0d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b72142640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b6c1620d0 con 0x7f8b6c161cf0 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b72142640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8b6c072140 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b72142640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f8b6c0d41e0 con 0x7f8b6c0cf680 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b6bfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8b6c0b76a0 0x7f8b6c0d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b6b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8b6c161cf0 0x7f8b6c0cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46788/0 (socket says 172.21.15.5:46788) 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.753+0000 7f8b6b7fe640 1 -- 172.21.15.5:0/906092882 learned_addr learned my addr 172.21.15.5:0/906092882 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6affd640 1 --2- 172.21.15.5:0/906092882 >> v2:172.21.15.73:3300/0 conn(0x7f8b6c0cf680 0x7f8b6c0d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6bfff640 1 -- 172.21.15.5:0/906092882 >> v2:172.21.15.73:3300/0 conn(0x7f8b6c0cf680 msgr2=0x7f8b6c0d3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6bfff640 1 --2- 172.21.15.5:0/906092882 >> v2:172.21.15.73:3300/0 conn(0x7f8b6c0cf680 0x7f8b6c0d3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6bfff640 1 -- 172.21.15.5:0/906092882 >> v1:172.21.15.5:6789/0 conn(0x7f8b6c161cf0 legacy=0x7f8b6c0cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6bfff640 1 -- 172.21.15.5:0/906092882 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b6c072390 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.754+0000 7f8b6bfff640 1 --2- 172.21.15.5:0/906092882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0b76a0 0x7f8b6c0d3260 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c0b4120 tx=0x7f8b6402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6248709dfa9314bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b6a7fc640 1 -- 172.21.15.5:0/906092882 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b64007740 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b6a7fc640 1 -- 172.21.15.5:0/906092882 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b640078e0 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b6a7fc640 1 -- 172.21.15.5:0/906092882 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b64007cb0 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 -- 172.21.15.5:0/906092882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0b76a0 msgr2=0x7f8b6c0d3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 --2- 172.21.15.5:0/906092882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0b76a0 0x7f8b6c0d3260 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c0b4120 tx=0x7f8b6402a5f0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 -- 172.21.15.5:0/906092882 shutdown_connections 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 --2- 172.21.15.5:0/906092882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0b76a0 0x7f8b6c0d3260 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 --2- 172.21.15.5:0/906092882 >> v2:172.21.15.73:3300/0 conn(0x7f8b6c0cf680 0x7f8b6c0d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 -- 172.21.15.5:0/906092882 >> 172.21.15.5:0/906092882 conn(0x7f8b6c0d4710 msgr2=0x7f8b6c0d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 -- 172.21.15.5:0/906092882 shutdown_connections 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.755+0000 7f8b72142640 1 -- 172.21.15.5:0/906092882 wait complete. 2024-09-16T00:55:54.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.756+0000 7f8b72142640 1 Processor -- start 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 -- start start 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b6c0b76a0 0x7f8b6c1f76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b6c161cf0 0x7f8b6c0cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8b6c0b7ac0 con 0x7f8b6c0cf680 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8b6c072950 con 0x7f8b6c161cf0 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b72142640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8b6c072e70 con 0x7f8b6c0b76a0 2024-09-16T00:55:54.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b6affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b6affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46118/0 (socket says 172.21.15.5:46118) 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.757+0000 7f8b6affd640 1 -- 172.21.15.5:0/2618570780 learned_addr learned my addr 172.21.15.5:0/2618570780 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6bfff640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b6c161cf0 0x7f8b6c0cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 -- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b6c0b76a0 msgr2=0x7f8b6c1f76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b6c0b76a0 0x7f8b6c1f76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 -- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b6c161cf0 msgr2=0x7f8b6c0cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b6c161cf0 0x7f8b6c0cd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 -- 172.21.15.5:0/2618570780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b6c0ccb00 con 0x7f8b6c0cf680 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b6affd640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400d800 tx=0x7f8b5400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5400b6c0 con 0x7f8b6c0cf680 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b54019070 con 0x7f8b6c0cf680 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5400ba80 con 0x7f8b6c0cf680 2024-09-16T00:55:54.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b6c0c8de0 con 0x7f8b6c0cf680 2024-09-16T00:55:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.758+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b6c0c93a0 con 0x7f8b6c0cf680 2024-09-16T00:55:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.759+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b6c0d3b00 con 0x7f8b6c0cf680 2024-09-16T00:55:54.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.760+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b5400bc20 con 0x7f8b6c0cf680 2024-09-16T00:55:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.760+0000 7f8b63fff640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 0x7f8b4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.760+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8b5408b900 con 0x7f8b6c0cf680 2024-09-16T00:55:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.761+0000 7f8b6b7fe640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 0x7f8b4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:54.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.761+0000 7f8b6b7fe640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 0x7f8b4c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c000f60 tx=0x7f8b5c007a80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:54.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:54.765+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b5405a070 con 0x7f8b6c0cf680 2024-09-16T00:55:55.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.010+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8b6c0cf010 con 0x7f8b6c0cf680 2024-09-16T00:55:55.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.011+0000 7f8b63fff640 1 -- 172.21.15.5:0/2618570780 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2828 (secure 0 0 0) 0x7f8b54059970 con 0x7f8b6c0cf680 2024-09-16T00:55:55.012 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:55.012 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":68,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726448098,"num_in_osds":8,"osd_in_since":1726448088,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":57},{"state_name":"unknown","count":29},{"state_name":"creating+peering","count":11}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":592584,"bytes_used":242397184,"bytes_avail":772851716096,"bytes_total":773094113280,"unknown_pgs_ratio":0.29896906018257141,"inactive_pgs_ratio":0.11340206116437912,"write_bytes_sec":918,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":15,"btime":"2024-09-16T00:55:52:933940+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4819}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2024-09-16T00:55:52.314662+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 msgr2=0x7f8b4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 0x7f8b4c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c000f60 tx=0x7f8b5c007a80 comp rx=0 tx=0).stop 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 msgr2=0x7f8b6c0cd390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400d800 tx=0x7f8b5400dcc0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 shutdown_connections 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b4c06c2b0 0x7f8b4c06e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b6c161cf0 0x7f8b6c0cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b6c0cf680 0x7f8b6c0cd390 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 --2- 172.21.15.5:0/2618570780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b6c0b76a0 0x7f8b6c1f76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 >> 172.21.15.5:0/2618570780 conn(0x7f8b6c0d4710 msgr2=0x7f8b6c0b5880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 shutdown_connections 2024-09-16T00:55:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.013+0000 7f8b72142640 1 -- 172.21.15.5:0/2618570780 wait complete. 2024-09-16T00:55:55.025 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T00:55:55.025 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:55.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.126+0000 7f0b3caa5640 1 Processor -- start 2024-09-16T00:55:55.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.126+0000 7f0b3caa5640 1 -- start start 2024-09-16T00:55:55.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b3815b110 0x7f0b380b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b3815b4f0 0x7f0b380d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f0b38073d10 0x7f0b380d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0b380b44f0 con 0x7f0b3815b4f0 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f0b380b4250 con 0x7f0b38073d10 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3caa5640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0b380ccd80 con 0x7f0b3815b110 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b3815b4f0 0x7f0b380d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b3815b4f0 0x7f0b380d01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46126/0 (socket says 172.21.15.5:46126) 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 -- 172.21.15.5:0/4072670267 learned_addr learned my addr 172.21.15.5:0/4072670267 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b36d9d640 1 --2- 172.21.15.5:0/4072670267 >> v2:172.21.15.73:3300/0 conn(0x7f0b38073d10 0x7f0b380d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b3659c640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b3815b110 0x7f0b380b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 -- 172.21.15.5:0/4072670267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b3815b110 msgr2=0x7f0b380b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b3815b110 0x7f0b380b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 -- 172.21.15.5:0/4072670267 >> v2:172.21.15.73:3300/0 conn(0x7f0b38073d10 msgr2=0x7f0b380d0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/4072670267 >> v2:172.21.15.73:3300/0 conn(0x7f0b38073d10 0x7f0b380d0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.127+0000 7f0b35d9b640 1 -- 172.21.15.5:0/4072670267 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b380cd060 con 0x7f0b3815b4f0 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.128+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b4f0 0x7f0b380d01e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0b380d1310 tx=0x7f0b2c02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d576e27b8a6bc80 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.128+0000 7f0b3559a640 1 -- 172.21.15.5:0/4072670267 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c032790 con 0x7f0b3815b4f0 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.128+0000 7f0b3559a640 1 -- 172.21.15.5:0/4072670267 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b2c038070 con 0x7f0b3815b4f0 2024-09-16T00:55:55.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.128+0000 7f0b3559a640 1 -- 172.21.15.5:0/4072670267 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c032b50 con 0x7f0b3815b4f0 2024-09-16T00:55:55.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 -- 172.21.15.5:0/4072670267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b4f0 msgr2=0x7f0b380d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b4f0 0x7f0b380d01e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0b380d1310 tx=0x7f0b2c02c890 comp rx=0 tx=0).stop 2024-09-16T00:55:55.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 -- 172.21.15.5:0/4072670267 shutdown_connections 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/4072670267 >> v2:172.21.15.73:3300/0 conn(0x7f0b38073d10 0x7f0b380d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b4f0 0x7f0b380d01e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/4072670267 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b3815b110 0x7f0b380b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 -- 172.21.15.5:0/4072670267 >> 172.21.15.5:0/4072670267 conn(0x7f0b3806d000 msgr2=0x7f0b3806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 -- 172.21.15.5:0/4072670267 shutdown_connections 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.129+0000 7f0b3caa5640 1 -- 172.21.15.5:0/4072670267 wait complete. 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.130+0000 7f0b3caa5640 1 Processor -- start 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.130+0000 7f0b3caa5640 1 -- start start 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b38073d10 0x7f0b380ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b3815b4f0 0x7f0b38147e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0b3815ee50 con 0x7f0b3815b110 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b380cd620 con 0x7f0b3815b4f0 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3caa5640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0b3815efd0 con 0x7f0b38073d10 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46136/0 (socket says 172.21.15.5:46136) 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 -- 172.21.15.5:0/51219712 learned_addr learned my addr 172.21.15.5:0/51219712 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b36d9d640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b3815b4f0 0x7f0b38147e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b3659c640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b38073d10 0x7f0b380ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 -- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b38073d10 msgr2=0x7f0b380ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b38073d10 0x7f0b380ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 -- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b3815b4f0 msgr2=0x7f0b38147e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b3815b4f0 0x7f0b38147e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.131+0000 7f0b35d9b640 1 -- 172.21.15.5:0/51219712 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b3814b6c0 con 0x7f0b3815b110 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b35d9b640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c02c8d0 tx=0x7f0b2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c033620 con 0x7f0b3815b110 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b2c0337c0 con 0x7f0b3815b110 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c033bb0 con 0x7f0b3815b110 2024-09-16T00:55:55.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b3814b9a0 con 0x7f0b3815b110 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.132+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b3815a430 con 0x7f0b3815b110 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.133+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b380d1380 con 0x7f0b3815b110 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.133+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b2c04d060 con 0x7f0b3815b110 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.134+0000 7f0b26ffd640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 0x7f0b1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.134+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0b2c0adac0 con 0x7f0b3815b110 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.134+0000 7f0b3659c640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 0x7f0b1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.135+0000 7f0b3659c640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 0x7f0b1806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0b28009ac0 tx=0x7f0b28009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:55.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.138+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b380d1380 con 0x7f0b3815b110 2024-09-16T00:55:55.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.309+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0b38148b70 con 0x7f0b1806c2b0 2024-09-16T00:55:55.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.316+0000 7f0b26ffd640 1 -- 172.21.15.5:0/51219712 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246776 (secure 0 0 0) 0x7f0b38148b70 con 0x7f0b1806c2b0 2024-09-16T00:55:55.319 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:55.320 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 msgr2=0x7f0b1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 0x7f0b1806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0b28009ac0 tx=0x7f0b28009190 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 msgr2=0x7f0b3814ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c02c8d0 tx=0x7f0b2c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 shutdown_connections 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0b1806c2b0 0x7f0b1806e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b3815b4f0 0x7f0b38147e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b3815b110 0x7f0b3814ac00 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 --2- 172.21.15.5:0/51219712 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b38073d10 0x7f0b380ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.318+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 >> 172.21.15.5:0/51219712 conn(0x7f0b3806d000 msgr2=0x7f0b380b0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.319+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 shutdown_connections 2024-09-16T00:55:55.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:55.319+0000 7f0b3caa5640 1 -- 172.21.15.5:0/51219712 wait complete. 2024-09-16T00:55:55.330 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2024-09-16T00:55:54.315130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592584,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":91,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236716,"kb_used_data":3836,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738004,"statfs":{"total":773094113280,"available":772851716096,"internally_reserved":0,"allocated":3928064,"data_stored":2214132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2216,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.574920"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853444+0000","last_change":"2024-09-16T00:55:50.766711+0000","last_active":"2024-09-16T00:55:51.853444+0000","last_peered":"2024-09-16T00:55:51.853444+0000","last_clean":"2024-09-16T00:55:51.853444+0000","last_became_active":"2024-09-16T00:55:50.766405+0000","last_became_peered":"2024-09-16T00:55:50.766405+0000","last_unstale":"2024-09-16T00:55:51.853444+0000","last_undegraded":"2024-09-16T00:55:51.853444+0000","last_fullsized":"2024-09-16T00:55:51.853444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:40.787585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760803+0000","last_change":"2024-09-16T00:55:50.770257+0000","last_active":"2024-09-16T00:55:51.760803+0000","last_peered":"2024-09-16T00:55:51.760803+0000","last_clean":"2024-09-16T00:55:51.760803+0000","last_became_active":"2024-09-16T00:55:50.769931+0000","last_became_peered":"2024-09-16T00:55:50.769931+0000","last_unstale":"2024-09-16T00:55:51.760803+0000","last_undegraded":"2024-09-16T00:55:51.760803+0000","last_fullsized":"2024-09-16T00:55:51.760803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:18.679988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771700+0000","last_change":"2024-09-16T00:55:50.779775+0000","last_active":"2024-09-16T00:55:51.771700+0000","last_peered":"2024-09-16T00:55:51.771700+0000","last_clean":"2024-09-16T00:55:51.771700+0000","last_became_active":"2024-09-16T00:55:50.778879+0000","last_became_peered":"2024-09-16T00:55:50.778879+0000","last_unstale":"2024-09-16T00:55:51.771700+0000","last_undegraded":"2024-09-16T00:55:51.771700+0000","last_fullsized":"2024-09-16T00:55:51.771700+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:08.915219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851813+0000","last_change":"2024-09-16T00:55:50.772821+0000","last_active":"2024-09-16T00:55:51.851813+0000","last_peered":"2024-09-16T00:55:51.851813+0000","last_clean":"2024-09-16T00:55:51.851813+0000","last_became_active":"2024-09-16T00:55:50.772551+0000","last_became_peered":"2024-09-16T00:55:50.772551+0000","last_unstale":"2024-09-16T00:55:51.851813+0000","last_undegraded":"2024-09-16T00:55:51.851813+0000","last_fullsized":"2024-09-16T00:55:51.851813+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:17.159890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760523+0000","last_change":"2024-09-16T00:55:50.769536+0000","last_active":"2024-09-16T00:55:51.760523+0000","last_peered":"2024-09-16T00:55:51.760523+0000","last_clean":"2024-09-16T00:55:51.760523+0000","last_became_active":"2024-09-16T00:55:50.768812+0000","last_became_peered":"2024-09-16T00:55:50.768812+0000","last_unstale":"2024-09-16T00:55:51.760523+0000","last_undegraded":"2024-09-16T00:55:51.760523+0000","last_fullsized":"2024-09-16T00:55:51.760523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:11.838377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771843+0000","last_change":"2024-09-16T00:55:50.775971+0000","last_active":"2024-09-16T00:55:51.771843+0000","last_peered":"2024-09-16T00:55:51.771843+0000","last_clean":"2024-09-16T00:55:51.771843+0000","last_became_active":"2024-09-16T00:55:50.774374+0000","last_became_peered":"2024-09-16T00:55:50.774374+0000","last_unstale":"2024-09-16T00:55:51.771843+0000","last_undegraded":"2024-09-16T00:55:51.771843+0000","last_fullsized":"2024-09-16T00:55:51.771843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:15.341850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851951+0000","last_change":"2024-09-16T00:55:50.775446+0000","last_active":"2024-09-16T00:55:51.851951+0000","last_peered":"2024-09-16T00:55:51.851951+0000","last_clean":"2024-09-16T00:55:51.851951+0000","last_became_active":"2024-09-16T00:55:50.775168+0000","last_became_peered":"2024-09-16T00:55:50.775168+0000","last_unstale":"2024-09-16T00:55:51.851951+0000","last_undegraded":"2024-09-16T00:55:51.851951+0000","last_fullsized":"2024-09-16T00:55:51.851951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:24.201892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760597+0000","last_change":"2024-09-16T00:55:50.776894+0000","last_active":"2024-09-16T00:55:51.760597+0000","last_peered":"2024-09-16T00:55:51.760597+0000","last_clean":"2024-09-16T00:55:51.760597+0000","last_became_active":"2024-09-16T00:55:50.776603+0000","last_became_peered":"2024-09-16T00:55:50.776603+0000","last_unstale":"2024-09-16T00:55:51.760597+0000","last_undegraded":"2024-09-16T00:55:51.760597+0000","last_fullsized":"2024-09-16T00:55:51.760597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:54.169286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760777+0000","last_change":"2024-09-16T00:55:50.778283+0000","last_active":"2024-09-16T00:55:51.760777+0000","last_peered":"2024-09-16T00:55:51.760777+0000","last_clean":"2024-09-16T00:55:51.760777+0000","last_became_active":"2024-09-16T00:55:50.777879+0000","last_became_peered":"2024-09-16T00:55:50.777879+0000","last_unstale":"2024-09-16T00:55:51.760777+0000","last_undegraded":"2024-09-16T00:55:51.760777+0000","last_fullsized":"2024-09-16T00:55:51.760777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:21.589816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760750+0000","last_change":"2024-09-16T00:55:50.778632+0000","last_active":"2024-09-16T00:55:51.760750+0000","last_peered":"2024-09-16T00:55:51.760750+0000","last_clean":"2024-09-16T00:55:51.760750+0000","last_became_active":"2024-09-16T00:55:50.777936+0000","last_became_peered":"2024-09-16T00:55:50.777936+0000","last_unstale":"2024-09-16T00:55:51.760750+0000","last_undegraded":"2024-09-16T00:55:51.760750+0000","last_fullsized":"2024-09-16T00:55:51.760750+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:48.601424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851950+0000","last_change":"2024-09-16T00:55:50.766485+0000","last_active":"2024-09-16T00:55:51.851950+0000","last_peered":"2024-09-16T00:55:51.851950+0000","last_clean":"2024-09-16T00:55:51.851950+0000","last_became_active":"2024-09-16T00:55:50.766210+0000","last_became_peered":"2024-09-16T00:55:50.766210+0000","last_unstale":"2024-09-16T00:55:51.851950+0000","last_undegraded":"2024-09-16T00:55:51.851950+0000","last_fullsized":"2024-09-16T00:55:51.851950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:12.942952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769587+0000","last_change":"2024-09-16T00:55:50.765655+0000","last_active":"2024-09-16T00:55:51.769587+0000","last_peered":"2024-09-16T00:55:51.769587+0000","last_clean":"2024-09-16T00:55:51.769587+0000","last_became_active":"2024-09-16T00:55:50.765379+0000","last_became_peered":"2024-09-16T00:55:50.765379+0000","last_unstale":"2024-09-16T00:55:51.769587+0000","last_undegraded":"2024-09-16T00:55:51.769587+0000","last_fullsized":"2024-09-16T00:55:51.769587+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771895+0000","last_change":"2024-09-16T00:55:50.781854+0000","last_active":"2024-09-16T00:55:51.771895+0000","last_peered":"2024-09-16T00:55:51.771895+0000","last_clean":"2024-09-16T00:55:51.771895+0000","last_became_active":"2024-09-16T00:55:50.780712+0000","last_became_peered":"2024-09-16T00:55:50.780712+0000","last_unstale":"2024-09-16T00:55:51.771895+0000","last_undegraded":"2024-09-16T00:55:51.771895+0000","last_fullsized":"2024-09-16T00:55:51.771895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:41.422686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760941+0000","last_change":"2024-09-16T00:55:50.769172+0000","last_active":"2024-09-16T00:55:51.760941+0000","last_peered":"2024-09-16T00:55:51.760941+0000","last_clean":"2024-09-16T00:55:51.760941+0000","last_became_active":"2024-09-16T00:55:50.768841+0000","last_became_peered":"2024-09-16T00:55:50.768841+0000","last_unstale":"2024-09-16T00:55:51.760941+0000","last_undegraded":"2024-09-16T00:55:51.760941+0000","last_fullsized":"2024-09-16T00:55:51.760941+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:00:43.943497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771950+0000","last_change":"2024-09-16T00:55:50.779732+0000","last_active":"2024-09-16T00:55:51.771950+0000","last_peered":"2024-09-16T00:55:51.771950+0000","last_clean":"2024-09-16T00:55:51.771950+0000","last_became_active":"2024-09-16T00:55:50.779385+0000","last_became_peered":"2024-09-16T00:55:50.779385+0000","last_unstale":"2024-09-16T00:55:51.771950+0000","last_undegraded":"2024-09-16T00:55:51.771950+0000","last_fullsized":"2024-09-16T00:55:51.771950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:14.291231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852401+0000","last_change":"2024-09-16T00:55:50.769882+0000","last_active":"2024-09-16T00:55:51.852401+0000","last_peered":"2024-09-16T00:55:51.852401+0000","last_clean":"2024-09-16T00:55:51.852401+0000","last_became_active":"2024-09-16T00:55:50.768851+0000","last_became_peered":"2024-09-16T00:55:50.768851+0000","last_unstale":"2024-09-16T00:55:51.852401+0000","last_undegraded":"2024-09-16T00:55:51.852401+0000","last_fullsized":"2024-09-16T00:55:51.852401+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.265080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769749+0000","last_change":"2024-09-16T00:55:50.764462+0000","last_active":"2024-09-16T00:55:51.769749+0000","last_peered":"2024-09-16T00:55:51.769749+0000","last_clean":"2024-09-16T00:55:51.769749+0000","last_became_active":"2024-09-16T00:55:50.764174+0000","last_became_peered":"2024-09-16T00:55:50.764174+0000","last_unstale":"2024-09-16T00:55:51.769749+0000","last_undegraded":"2024-09-16T00:55:51.769749+0000","last_fullsized":"2024-09-16T00:55:51.769749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853712+0000","last_change":"2024-09-16T00:55:49.755632+0000","last_active":"2024-09-16T00:55:51.853712+0000","last_peered":"2024-09-16T00:55:51.853712+0000","last_clean":"2024-09-16T00:55:51.853712+0000","last_became_active":"2024-09-16T00:55:49.755383+0000","last_became_peered":"2024-09-16T00:55:49.755383+0000","last_unstale":"2024-09-16T00:55:51.853712+0000","last_undegraded":"2024-09-16T00:55:51.853712+0000","last_fullsized":"2024-09-16T00:55:51.853712+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853600+0000","last_change":"2024-09-16T00:55:50.768643+0000","last_active":"2024-09-16T00:55:51.853600+0000","last_peered":"2024-09-16T00:55:51.853600+0000","last_clean":"2024-09-16T00:55:51.853600+0000","last_became_active":"2024-09-16T00:55:50.768159+0000","last_became_peered":"2024-09-16T00:55:50.768159+0000","last_unstale":"2024-09-16T00:55:51.853600+0000","last_undegraded":"2024-09-16T00:55:51.853600+0000","last_fullsized":"2024-09-16T00:55:51.853600+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769734+0000","last_change":"2024-09-16T00:55:49.759823+0000","last_active":"2024-09-16T00:55:51.769734+0000","last_peered":"2024-09-16T00:55:51.769734+0000","last_clean":"2024-09-16T00:55:51.769734+0000","last_became_active":"2024-09-16T00:55:49.759527+0000","last_became_peered":"2024-09-16T00:55:49.759527+0000","last_unstale":"2024-09-16T00:55:51.769734+0000","last_undegraded":"2024-09-16T00:55:51.769734+0000","last_fullsized":"2024-09-16T00:55:51.769734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760514+0000","last_change":"2024-09-16T00:55:49.764821+0000","last_active":"2024-09-16T00:55:51.760514+0000","last_peered":"2024-09-16T00:55:51.760514+0000","last_clean":"2024-09-16T00:55:51.760514+0000","last_became_active":"2024-09-16T00:55:49.764564+0000","last_became_peered":"2024-09-16T00:55:49.764564+0000","last_unstale":"2024-09-16T00:55:51.760514+0000","last_undegraded":"2024-09-16T00:55:51.760514+0000","last_fullsized":"2024-09-16T00:55:51.760514+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.260289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771968+0000","last_change":"2024-09-16T00:55:50.779382+0000","last_active":"2024-09-16T00:55:51.771968+0000","last_peered":"2024-09-16T00:55:51.771968+0000","last_clean":"2024-09-16T00:55:51.771968+0000","last_became_active":"2024-09-16T00:55:50.779080+0000","last_became_peered":"2024-09-16T00:55:50.779080+0000","last_unstale":"2024-09-16T00:55:51.771968+0000","last_undegraded":"2024-09-16T00:55:51.771968+0000","last_fullsized":"2024-09-16T00:55:51.771968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:07.327585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851973+0000","last_change":"2024-09-16T00:55:49.763445+0000","last_active":"2024-09-16T00:55:51.851973+0000","last_peered":"2024-09-16T00:55:51.851973+0000","last_clean":"2024-09-16T00:55:51.851973+0000","last_became_active":"2024-09-16T00:55:49.763203+0000","last_became_peered":"2024-09-16T00:55:49.763203+0000","last_unstale":"2024-09-16T00:55:51.851973+0000","last_undegraded":"2024-09-16T00:55:51.851973+0000","last_fullsized":"2024-09-16T00:55:51.851973+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:40.674315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742992+0000","last_change":"2024-09-16T00:55:48.742992+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742992+0000","last_undegraded":"2024-09-16T00:55:48.742992+0000","last_fullsized":"2024-09-16T00:55:48.742992+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742563+0000","last_change":"2024-09-16T00:55:48.742563+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742563+0000","last_undegraded":"2024-09-16T00:55:48.742563+0000","last_fullsized":"2024-09-16T00:55:48.742563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760359+0000","last_change":"2024-09-16T00:55:49.765480+0000","last_active":"2024-09-16T00:55:51.760359+0000","last_peered":"2024-09-16T00:55:51.760359+0000","last_clean":"2024-09-16T00:55:51.760359+0000","last_became_active":"2024-09-16T00:55:49.765191+0000","last_became_peered":"2024-09-16T00:55:49.765191+0000","last_unstale":"2024-09-16T00:55:51.760359+0000","last_undegraded":"2024-09-16T00:55:51.760359+0000","last_fullsized":"2024-09-16T00:55:51.760359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:01.525668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771502+0000","last_change":"2024-09-16T00:55:50.774004+0000","last_active":"2024-09-16T00:55:51.771502+0000","last_peered":"2024-09-16T00:55:51.771502+0000","last_clean":"2024-09-16T00:55:51.771502+0000","last_became_active":"2024-09-16T00:55:50.772058+0000","last_became_peered":"2024-09-16T00:55:50.772058+0000","last_unstale":"2024-09-16T00:55:51.771502+0000","last_undegraded":"2024-09-16T00:55:51.771502+0000","last_fullsized":"2024-09-16T00:55:51.771502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742231+0000","last_change":"2024-09-16T00:55:48.742231+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742231+0000","last_undegraded":"2024-09-16T00:55:48.742231+0000","last_fullsized":"2024-09-16T00:55:48.742231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760910+0000","last_change":"2024-09-16T00:55:49.760468+0000","last_active":"2024-09-16T00:55:51.760910+0000","last_peered":"2024-09-16T00:55:51.760910+0000","last_clean":"2024-09-16T00:55:51.760910+0000","last_became_active":"2024-09-16T00:55:49.760231+0000","last_became_peered":"2024-09-16T00:55:49.760231+0000","last_unstale":"2024-09-16T00:55:51.760910+0000","last_undegraded":"2024-09-16T00:55:51.760910+0000","last_fullsized":"2024-09-16T00:55:51.760910+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:49.223144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760994+0000","last_change":"2024-09-16T00:55:50.778813+0000","last_active":"2024-09-16T00:55:51.760994+0000","last_peered":"2024-09-16T00:55:51.760994+0000","last_clean":"2024-09-16T00:55:51.760994+0000","last_became_active":"2024-09-16T00:55:50.778494+0000","last_became_peered":"2024-09-16T00:55:50.778494+0000","last_unstale":"2024-09-16T00:55:51.760994+0000","last_undegraded":"2024-09-16T00:55:51.760994+0000","last_fullsized":"2024-09-16T00:55:51.760994+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:33.144853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769840+0000","last_change":"2024-09-16T00:55:49.754600+0000","last_active":"2024-09-16T00:55:51.769840+0000","last_peered":"2024-09-16T00:55:51.769840+0000","last_clean":"2024-09-16T00:55:51.769840+0000","last_became_active":"2024-09-16T00:55:49.754329+0000","last_became_peered":"2024-09-16T00:55:49.754329+0000","last_unstale":"2024-09-16T00:55:51.769840+0000","last_undegraded":"2024-09-16T00:55:51.769840+0000","last_fullsized":"2024-09-16T00:55:51.769840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760768+0000","last_change":"2024-09-16T00:55:50.770891+0000","last_active":"2024-09-16T00:55:51.760768+0000","last_peered":"2024-09-16T00:55:51.760768+0000","last_clean":"2024-09-16T00:55:51.760768+0000","last_became_active":"2024-09-16T00:55:50.770521+0000","last_became_peered":"2024-09-16T00:55:50.770521+0000","last_unstale":"2024-09-16T00:55:51.760768+0000","last_undegraded":"2024-09-16T00:55:51.760768+0000","last_fullsized":"2024-09-16T00:55:51.760768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:05.038699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742327+0000","last_change":"2024-09-16T00:55:48.742327+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742327+0000","last_undegraded":"2024-09-16T00:55:48.742327+0000","last_fullsized":"2024-09-16T00:55:48.742327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760744+0000","last_change":"2024-09-16T00:55:49.762124+0000","last_active":"2024-09-16T00:55:51.760744+0000","last_peered":"2024-09-16T00:55:51.760744+0000","last_clean":"2024-09-16T00:55:51.760744+0000","last_became_active":"2024-09-16T00:55:49.761867+0000","last_became_peered":"2024-09-16T00:55:49.761867+0000","last_unstale":"2024-09-16T00:55:51.760744+0000","last_undegraded":"2024-09-16T00:55:51.760744+0000","last_fullsized":"2024-09-16T00:55:51.760744+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:45.948640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771665+0000","last_change":"2024-09-16T00:55:50.773278+0000","last_active":"2024-09-16T00:55:51.771665+0000","last_peered":"2024-09-16T00:55:51.771665+0000","last_clean":"2024-09-16T00:55:51.771665+0000","last_became_active":"2024-09-16T00:55:50.772986+0000","last_became_peered":"2024-09-16T00:55:50.772986+0000","last_unstale":"2024-09-16T00:55:51.771665+0000","last_undegraded":"2024-09-16T00:55:51.771665+0000","last_fullsized":"2024-09-16T00:55:51.771665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:23.402123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742329+0000","last_change":"2024-09-16T00:55:48.742329+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742329+0000","last_undegraded":"2024-09-16T00:55:48.742329+0000","last_fullsized":"2024-09-16T00:55:48.742329+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760864+0000","last_change":"2024-09-16T00:55:50.762829+0000","last_active":"2024-09-16T00:55:51.760864+0000","last_peered":"2024-09-16T00:55:51.760864+0000","last_clean":"2024-09-16T00:55:51.760864+0000","last_became_active":"2024-09-16T00:55:50.762495+0000","last_became_peered":"2024-09-16T00:55:50.762495+0000","last_unstale":"2024-09-16T00:55:51.760864+0000","last_undegraded":"2024-09-16T00:55:51.760864+0000","last_fullsized":"2024-09-16T00:55:51.760864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:46.379146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771591+0000","last_change":"2024-09-16T00:55:49.759721+0000","last_active":"2024-09-16T00:55:51.771591+0000","last_peered":"2024-09-16T00:55:51.771591+0000","last_clean":"2024-09-16T00:55:51.771591+0000","last_became_active":"2024-09-16T00:55:49.759283+0000","last_became_peered":"2024-09-16T00:55:49.759283+0000","last_unstale":"2024-09-16T00:55:51.771591+0000","last_undegraded":"2024-09-16T00:55:51.771591+0000","last_fullsized":"2024-09-16T00:55:51.771591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760603+0000","last_change":"2024-09-16T00:55:49.760413+0000","last_active":"2024-09-16T00:55:51.760603+0000","last_peered":"2024-09-16T00:55:51.760603+0000","last_clean":"2024-09-16T00:55:51.760603+0000","last_became_active":"2024-09-16T00:55:49.760148+0000","last_became_peered":"2024-09-16T00:55:49.760148+0000","last_unstale":"2024-09-16T00:55:51.760603+0000","last_undegraded":"2024-09-16T00:55:51.760603+0000","last_fullsized":"2024-09-16T00:55:51.760603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:39.782793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852495+0000","last_change":"2024-09-16T00:55:50.767244+0000","last_active":"2024-09-16T00:55:51.852495+0000","last_peered":"2024-09-16T00:55:51.852495+0000","last_clean":"2024-09-16T00:55:51.852495+0000","last_became_active":"2024-09-16T00:55:50.766959+0000","last_became_peered":"2024-09-16T00:55:50.766959+0000","last_unstale":"2024-09-16T00:55:51.852495+0000","last_undegraded":"2024-09-16T00:55:51.852495+0000","last_fullsized":"2024-09-16T00:55:51.852495+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:02.530460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760360+0000","last_change":"2024-09-16T00:55:49.761646+0000","last_active":"2024-09-16T00:55:51.760360+0000","last_peered":"2024-09-16T00:55:51.760360+0000","last_clean":"2024-09-16T00:55:51.760360+0000","last_became_active":"2024-09-16T00:55:49.761338+0000","last_became_peered":"2024-09-16T00:55:49.761338+0000","last_unstale":"2024-09-16T00:55:51.760360+0000","last_undegraded":"2024-09-16T00:55:51.760360+0000","last_fullsized":"2024-09-16T00:55:51.760360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:57.900243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772066+0000","last_change":"2024-09-16T00:55:49.764679+0000","last_active":"2024-09-16T00:55:51.772066+0000","last_peered":"2024-09-16T00:55:51.772066+0000","last_clean":"2024-09-16T00:55:51.772066+0000","last_became_active":"2024-09-16T00:55:49.764407+0000","last_became_peered":"2024-09-16T00:55:49.764407+0000","last_unstale":"2024-09-16T00:55:51.772066+0000","last_undegraded":"2024-09-16T00:55:51.772066+0000","last_fullsized":"2024-09-16T00:55:51.772066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742641+0000","last_change":"2024-09-16T00:55:48.742641+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742641+0000","last_undegraded":"2024-09-16T00:55:48.742641+0000","last_fullsized":"2024-09-16T00:55:48.742641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771769+0000","last_change":"2024-09-16T00:55:50.777819+0000","last_active":"2024-09-16T00:55:51.771769+0000","last_peered":"2024-09-16T00:55:51.771769+0000","last_clean":"2024-09-16T00:55:51.771769+0000","last_became_active":"2024-09-16T00:55:50.777505+0000","last_became_peered":"2024-09-16T00:55:50.777505+0000","last_unstale":"2024-09-16T00:55:51.771769+0000","last_undegraded":"2024-09-16T00:55:51.771769+0000","last_fullsized":"2024-09-16T00:55:51.771769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:23.197793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743413+0000","last_change":"2024-09-16T00:55:48.743413+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743413+0000","last_undegraded":"2024-09-16T00:55:48.743413+0000","last_fullsized":"2024-09-16T00:55:48.743413+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851898+0000","last_change":"2024-09-16T00:55:50.768048+0000","last_active":"2024-09-16T00:55:51.851898+0000","last_peered":"2024-09-16T00:55:51.851898+0000","last_clean":"2024-09-16T00:55:51.851898+0000","last_became_active":"2024-09-16T00:55:50.767780+0000","last_became_peered":"2024-09-16T00:55:50.767780+0000","last_unstale":"2024-09-16T00:55:51.851898+0000","last_undegraded":"2024-09-16T00:55:51.851898+0000","last_fullsized":"2024-09-16T00:55:51.851898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:04.204205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743346+0000","last_change":"2024-09-16T00:55:48.743346+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743346+0000","last_undegraded":"2024-09-16T00:55:48.743346+0000","last_fullsized":"2024-09-16T00:55:48.743346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851880+0000","last_change":"2024-09-16T00:55:50.771467+0000","last_active":"2024-09-16T00:55:51.851880+0000","last_peered":"2024-09-16T00:55:51.851880+0000","last_clean":"2024-09-16T00:55:51.851880+0000","last_became_active":"2024-09-16T00:55:50.770517+0000","last_became_peered":"2024-09-16T00:55:50.770517+0000","last_unstale":"2024-09-16T00:55:51.851880+0000","last_undegraded":"2024-09-16T00:55:51.851880+0000","last_fullsized":"2024-09-16T00:55:51.851880+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:12.093061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769710+0000","last_change":"2024-09-16T00:55:49.755283+0000","last_active":"2024-09-16T00:55:51.769710+0000","last_peered":"2024-09-16T00:55:51.769710+0000","last_clean":"2024-09-16T00:55:51.769710+0000","last_became_active":"2024-09-16T00:55:49.755009+0000","last_became_peered":"2024-09-16T00:55:49.755009+0000","last_unstale":"2024-09-16T00:55:51.769710+0000","last_undegraded":"2024-09-16T00:55:51.769710+0000","last_fullsized":"2024-09-16T00:55:51.769710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852033+0000","last_change":"2024-09-16T00:55:50.760084+0000","last_active":"2024-09-16T00:55:51.852033+0000","last_peered":"2024-09-16T00:55:51.852033+0000","last_clean":"2024-09-16T00:55:51.852033+0000","last_became_active":"2024-09-16T00:55:50.759783+0000","last_became_peered":"2024-09-16T00:55:50.759783+0000","last_unstale":"2024-09-16T00:55:51.852033+0000","last_undegraded":"2024-09-16T00:55:51.852033+0000","last_fullsized":"2024-09-16T00:55:51.852033+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:51.601475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852766+0000","last_change":"2024-09-16T00:55:49.757836+0000","last_active":"2024-09-16T00:55:51.852766+0000","last_peered":"2024-09-16T00:55:51.852766+0000","last_clean":"2024-09-16T00:55:51.852766+0000","last_became_active":"2024-09-16T00:55:49.757507+0000","last_became_peered":"2024-09-16T00:55:49.757507+0000","last_unstale":"2024-09-16T00:55:51.852766+0000","last_undegraded":"2024-09-16T00:55:51.852766+0000","last_fullsized":"2024-09-16T00:55:51.852766+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:30.075035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851833+0000","last_change":"2024-09-16T00:55:50.761214+0000","last_active":"2024-09-16T00:55:51.851833+0000","last_peered":"2024-09-16T00:55:51.851833+0000","last_clean":"2024-09-16T00:55:51.851833+0000","last_became_active":"2024-09-16T00:55:50.760891+0000","last_became_peered":"2024-09-16T00:55:50.760891+0000","last_unstale":"2024-09-16T00:55:51.851833+0000","last_undegraded":"2024-09-16T00:55:51.851833+0000","last_fullsized":"2024-09-16T00:55:51.851833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:19.817944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.743301+0000","last_change":"2024-09-16T00:55:48.743301+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.743301+0000","last_undegraded":"2024-09-16T00:55:48.743301+0000","last_fullsized":"2024-09-16T00:55:48.743301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742337+0000","last_change":"2024-09-16T00:55:48.742337+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742337+0000","last_undegraded":"2024-09-16T00:55:48.742337+0000","last_fullsized":"2024-09-16T00:55:48.742337+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851862+0000","last_change":"2024-09-16T00:55:50.767285+0000","last_active":"2024-09-16T00:55:51.851862+0000","last_peered":"2024-09-16T00:55:51.851862+0000","last_clean":"2024-09-16T00:55:51.851862+0000","last_became_active":"2024-09-16T00:55:50.766968+0000","last_became_peered":"2024-09-16T00:55:50.766968+0000","last_unstale":"2024-09-16T00:55:51.851862+0000","last_undegraded":"2024-09-16T00:55:51.851862+0000","last_fullsized":"2024-09-16T00:55:51.851862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:31.079827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772158+0000","last_change":"2024-09-16T00:55:49.757958+0000","last_active":"2024-09-16T00:55:51.772158+0000","last_peered":"2024-09-16T00:55:51.772158+0000","last_clean":"2024-09-16T00:55:51.772158+0000","last_became_active":"2024-09-16T00:55:49.757704+0000","last_became_peered":"2024-09-16T00:55:49.757704+0000","last_unstale":"2024-09-16T00:55:51.772158+0000","last_undegraded":"2024-09-16T00:55:51.772158+0000","last_fullsized":"2024-09-16T00:55:51.772158+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771062+0000","last_change":"2024-09-16T00:55:49.755831+0000","last_active":"2024-09-16T00:55:51.771062+0000","last_peered":"2024-09-16T00:55:51.771062+0000","last_clean":"2024-09-16T00:55:51.771062+0000","last_became_active":"2024-09-16T00:55:49.755576+0000","last_became_peered":"2024-09-16T00:55:49.755576+0000","last_unstale":"2024-09-16T00:55:51.771062+0000","last_undegraded":"2024-09-16T00:55:51.771062+0000","last_fullsized":"2024-09-16T00:55:51.771062+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769665+0000","last_change":"2024-09-16T00:55:50.774456+0000","last_active":"2024-09-16T00:55:51.769665+0000","last_peered":"2024-09-16T00:55:51.769665+0000","last_clean":"2024-09-16T00:55:51.769665+0000","last_became_active":"2024-09-16T00:55:50.774124+0000","last_became_peered":"2024-09-16T00:55:50.774124+0000","last_unstale":"2024-09-16T00:55:51.769665+0000","last_undegraded":"2024-09-16T00:55:51.769665+0000","last_fullsized":"2024-09-16T00:55:51.769665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:50.227936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771827+0000","last_change":"2024-09-16T00:55:49.763071+0000","last_active":"2024-09-16T00:55:51.771827+0000","last_peered":"2024-09-16T00:55:51.771827+0000","last_clean":"2024-09-16T00:55:51.771827+0000","last_became_active":"2024-09-16T00:55:49.762783+0000","last_became_peered":"2024-09-16T00:55:49.762783+0000","last_unstale":"2024-09-16T00:55:51.771827+0000","last_undegraded":"2024-09-16T00:55:51.771827+0000","last_fullsized":"2024-09-16T00:55:51.771827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852652+0000","last_change":"2024-09-16T00:55:50.764068+0000","last_active":"2024-09-16T00:55:51.852652+0000","last_peered":"2024-09-16T00:55:51.852652+0000","last_clean":"2024-09-16T00:55:51.852652+0000","last_became_active":"2024-09-16T00:55:50.763794+0000","last_became_peered":"2024-09-16T00:55:50.763794+0000","last_unstale":"2024-09-16T00:55:51.852652+0000","last_undegraded":"2024-09-16T00:55:51.852652+0000","last_fullsized":"2024-09-16T00:55:51.852652+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:58.905035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769821+0000","last_change":"2024-09-16T00:55:49.753321+0000","last_active":"2024-09-16T00:55:51.769821+0000","last_peered":"2024-09-16T00:55:51.769821+0000","last_clean":"2024-09-16T00:55:51.769821+0000","last_became_active":"2024-09-16T00:55:49.753043+0000","last_became_peered":"2024-09-16T00:55:49.753043+0000","last_unstale":"2024-09-16T00:55:51.769821+0000","last_undegraded":"2024-09-16T00:55:51.769821+0000","last_fullsized":"2024-09-16T00:55:51.769821+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769723+0000","last_change":"2024-09-16T00:55:50.769005+0000","last_active":"2024-09-16T00:55:51.769723+0000","last_peered":"2024-09-16T00:55:51.769723+0000","last_clean":"2024-09-16T00:55:51.769723+0000","last_became_active":"2024-09-16T00:55:50.766382+0000","last_became_peered":"2024-09-16T00:55:50.766382+0000","last_unstale":"2024-09-16T00:55:51.769723+0000","last_undegraded":"2024-09-16T00:55:51.769723+0000","last_fullsized":"2024-09-16T00:55:51.769723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:46.953432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771704+0000","last_change":"2024-09-16T00:55:49.757094+0000","last_active":"2024-09-16T00:55:51.771704+0000","last_peered":"2024-09-16T00:55:51.771704+0000","last_clean":"2024-09-16T00:55:51.771704+0000","last_became_active":"2024-09-16T00:55:49.756840+0000","last_became_peered":"2024-09-16T00:55:49.756840+0000","last_unstale":"2024-09-16T00:55:51.771704+0000","last_undegraded":"2024-09-16T00:55:51.771704+0000","last_fullsized":"2024-09-16T00:55:51.771704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760389+0000","last_change":"2024-09-16T00:55:50.777502+0000","last_active":"2024-09-16T00:55:51.760389+0000","last_peered":"2024-09-16T00:55:51.760389+0000","last_clean":"2024-09-16T00:55:51.760389+0000","last_became_active":"2024-09-16T00:55:50.777213+0000","last_became_peered":"2024-09-16T00:55:50.777213+0000","last_unstale":"2024-09-16T00:55:51.760389+0000","last_undegraded":"2024-09-16T00:55:51.760389+0000","last_fullsized":"2024-09-16T00:55:51.760389+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:23:42.820630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-16T00:55:48.742325+0000","last_change":"2024-09-16T00:55:48.742325+0000","last_active":"2024-09-16T00:55:48.734568+0000","last_peered":"2024-09-16T00:55:48.734568+0000","last_clean":"2024-09-16T00:55:48.734568+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:48.742325+0000","last_undegraded":"2024-09-16T00:55:48.742325+0000","last_fullsized":"2024-09-16T00:55:48.742325+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760470+0000","last_change":"2024-09-16T00:55:49.759361+0000","last_active":"2024-09-16T00:55:51.760470+0000","last_peered":"2024-09-16T00:55:51.760470+0000","last_clean":"2024-09-16T00:55:51.760470+0000","last_became_active":"2024-09-16T00:55:49.758940+0000","last_became_peered":"2024-09-16T00:55:49.758940+0000","last_unstale":"2024-09-16T00:55:51.760470+0000","last_undegraded":"2024-09-16T00:55:51.760470+0000","last_fullsized":"2024-09-16T00:55:51.760470+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:48.334395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:55:49.739360+0000","last_change":"2024-09-16T00:55:49.739360+0000","last_active":"2024-09-16T00:55:49.739360+0000","last_peered":"2024-09-16T00:55:49.739360+0000","last_clean":"2024-09-16T00:55:49.739360+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:55:49.739360+0000","last_undegraded":"2024-09-16T00:55:49.739360+0000","last_fullsized":"2024-09-16T00:55:49.739360+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853052+0000","last_change":"2024-09-16T00:55:49.756695+0000","last_active":"2024-09-16T00:55:51.853052+0000","last_peered":"2024-09-16T00:55:51.853052+0000","last_clean":"2024-09-16T00:55:51.853052+0000","last_became_active":"2024-09-16T00:55:49.756440+0000","last_became_peered":"2024-09-16T00:55:49.756440+0000","last_unstale":"2024-09-16T00:55:51.853052+0000","last_undegraded":"2024-09-16T00:55:51.853052+0000","last_fullsized":"2024-09-16T00:55:51.853052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:18.813152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":184,"reported_epoch":29,"state":"active+clean","last_fresh":"2024-09-16T00:55:48.744946+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:48.744946+0000","last_peered":"2024-09-16T00:55:48.744946+0000","last_clean":"2024-09-16T00:55:48.744946+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:48.744946+0000","last_undegraded":"2024-09-16T00:55:48.744946+0000","last_fullsized":"2024-09-16T00:55:48.744946+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":5},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2216,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":909312,"data_stored":707747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27336,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344504,"statfs":{"total":96636764160,"available":96608772096,"internally_reserved":0,"allocated":315392,"data_stored":117379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31540,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340300,"statfs":{"total":96636764160,"available":96604467200,"internally_reserved":0,"allocated":356352,"data_stored":136791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":727089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":348160,"data_stored":131037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:55.740 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-16T00:55:55.739+0000 7f4a95fe3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:55:58.336 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:55:58.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.450+0000 7f8ed1fd8640 1 Processor -- start 2024-09-16T00:55:58.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.450+0000 7f8ed1fd8640 1 -- start start 2024-09-16T00:55:58.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ed1fd8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8ecc162c80 0x7f8ecc0730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ed1fd8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc073620 0x7f8ecc154e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ed1fd8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ecc0b5d80 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ed1fd8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8ecc1630e0 con 0x7f8ecc162c80 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ed1fd8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8ecc0b6060 con 0x7f8ecc073620 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8ecc162c80 0x7f8ecc0730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8ecc162c80 0x7f8ecc0730e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46144/0 (socket says 172.21.15.5:46144) 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 -- 172.21.15.5:0/414093530 learned_addr learned my addr 172.21.15.5:0/414093530 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8ecc0d0fd0 0x7f8ecc0b52c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46796/0 (socket says 172.21.15.5:46796) 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecbfff640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc073620 0x7f8ecc154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 -- 172.21.15.5:0/414093530 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc073620 msgr2=0x7f8ecc154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc073620 0x7f8ecc154e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 -- 172.21.15.5:0/414093530 >> v1:172.21.15.5:6789/0 conn(0x7f8ecc0d0fd0 legacy=0x7f8ecc0b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.451+0000 7f8ecaffd640 1 -- 172.21.15.5:0/414093530 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ecc1621a0 con 0x7f8ecc162c80 2024-09-16T00:55:58.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.452+0000 7f8ecaffd640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc162c80 0x7f8ecc0730e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009870 tx=0x7f8ec002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8524c9424fd8ecf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.452+0000 7f8eca7fc640 1 -- 172.21.15.5:0/414093530 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0037070 con 0x7f8ecc162c80 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.452+0000 7f8eca7fc640 1 -- 172.21.15.5:0/414093530 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ec0032440 con 0x7f8ecc162c80 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.452+0000 7f8eca7fc640 1 -- 172.21.15.5:0/414093530 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0032810 con 0x7f8ecc162c80 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/414093530 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc162c80 msgr2=0x7f8ecc0730e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc162c80 0x7f8ecc0730e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009870 tx=0x7f8ec002a270 comp rx=0 tx=0).stop 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/414093530 shutdown_connections 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc073620 0x7f8ecc154e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/414093530 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc162c80 0x7f8ecc0730e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/414093530 >> 172.21.15.5:0/414093530 conn(0x7f8ecc06bb20 msgr2=0x7f8ecc06bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/414093530 shutdown_connections 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.453+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/414093530 wait complete. 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.454+0000 7f8ed1fd8640 1 Processor -- start 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.454+0000 7f8ed1fd8640 1 -- start start 2024-09-16T00:55:58.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ecc073620 0x7f8ecc1e7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 0x7f8ecc09ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc0d13b0 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc162760 con 0x7f8ecc073620 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ed1fd8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8ecc1e84f0 con 0x7f8ecc162c80 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46154/0 (socket says 172.21.15.5:46154) 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 -- 172.21.15.5:0/1285216224 learned_addr learned my addr 172.21.15.5:0/1285216224 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecb7fe640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ecc073620 0x7f8ecc1e7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecbfff640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 0x7f8ecc09ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 -- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 msgr2=0x7f8ecc09ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 0x7f8ecc09ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 -- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ecc073620 msgr2=0x7f8ecc1e7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ecc073620 0x7f8ecc1e7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecaffd640 1 -- 172.21.15.5:0/1285216224 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ecc144c80 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.455+0000 7f8ecbfff640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 0x7f8ecc09ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8ecaffd640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8ec002a2b0 tx=0x7f8ec00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0041020 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ec00306e0 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ecc144f60 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0037040 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.456+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ecc145520 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.457+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ecc06f250 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.457+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ec0044020 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.458+0000 7f8eb3fff640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 0x7f8eb806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.458+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8ec00abba0 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.458+0000 7f8ecb7fe640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 0x7f8eb806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.459+0000 7f8ecb7fe640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 0x7f8eb806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000f60 tx=0x7f8ebc007ce0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.463+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ec004b030 con 0x7f8ecc0d0fd0 2024-09-16T00:55:58.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.634+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ecc0b12c0 con 0x7f8eb806c2e0 2024-09-16T00:55:58.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.641+0000 7f8eb3fff640 1 -- 172.21.15.5:0/1285216224 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251938 (secure 0 0 0) 0x7f8ecc0b12c0 con 0x7f8eb806c2e0 2024-09-16T00:55:58.645 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:58.646 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 msgr2=0x7f8eb806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 0x7f8eb806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000f60 tx=0x7f8ebc007ce0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 msgr2=0x7f8ecc143f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8ec002a2b0 tx=0x7f8ec00046c0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 shutdown_connections 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8eb806c2e0 0x7f8eb806e7a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8ecc162c80 0x7f8ecc09ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8ecc0d0fd0 0x7f8ecc143f80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 --2- 172.21.15.5:0/1285216224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ecc073620 0x7f8ecc1e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 >> 172.21.15.5:0/1285216224 conn(0x7f8ecc06bb20 msgr2=0x7f8ecc15f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:58.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 shutdown_connections 2024-09-16T00:55:58.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.645+0000 7f8ed1fd8640 1 -- 172.21.15.5:0/1285216224 wait complete. 2024-09-16T00:55:58.657 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-16T00:55:58.316112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":157,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236868,"kb_used_data":3976,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737852,"statfs":{"total":773094113280,"available":772851560448,"internally_reserved":0,"allocated":4071424,"data_stored":2279324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001929"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853444+0000","last_change":"2024-09-16T00:55:50.766711+0000","last_active":"2024-09-16T00:55:51.853444+0000","last_peered":"2024-09-16T00:55:51.853444+0000","last_clean":"2024-09-16T00:55:51.853444+0000","last_became_active":"2024-09-16T00:55:50.766405+0000","last_became_peered":"2024-09-16T00:55:50.766405+0000","last_unstale":"2024-09-16T00:55:51.853444+0000","last_undegraded":"2024-09-16T00:55:51.853444+0000","last_fullsized":"2024-09-16T00:55:51.853444+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:40.787585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760803+0000","last_change":"2024-09-16T00:55:50.770257+0000","last_active":"2024-09-16T00:55:51.760803+0000","last_peered":"2024-09-16T00:55:51.760803+0000","last_clean":"2024-09-16T00:55:51.760803+0000","last_became_active":"2024-09-16T00:55:50.769931+0000","last_became_peered":"2024-09-16T00:55:50.769931+0000","last_unstale":"2024-09-16T00:55:51.760803+0000","last_undegraded":"2024-09-16T00:55:51.760803+0000","last_fullsized":"2024-09-16T00:55:51.760803+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:18.679988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765523+0000","last_change":"2024-09-16T00:55:50.774343+0000","last_active":"2024-09-16T00:55:51.765523+0000","last_peered":"2024-09-16T00:55:51.765523+0000","last_clean":"2024-09-16T00:55:51.765523+0000","last_became_active":"2024-09-16T00:55:50.774025+0000","last_became_peered":"2024-09-16T00:55:50.774025+0000","last_unstale":"2024-09-16T00:55:51.765523+0000","last_undegraded":"2024-09-16T00:55:51.765523+0000","last_fullsized":"2024-09-16T00:55:51.765523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:48.601240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771700+0000","last_change":"2024-09-16T00:55:50.779775+0000","last_active":"2024-09-16T00:55:51.771700+0000","last_peered":"2024-09-16T00:55:51.771700+0000","last_clean":"2024-09-16T00:55:51.771700+0000","last_became_active":"2024-09-16T00:55:50.778879+0000","last_became_peered":"2024-09-16T00:55:50.778879+0000","last_unstale":"2024-09-16T00:55:51.771700+0000","last_undegraded":"2024-09-16T00:55:51.771700+0000","last_fullsized":"2024-09-16T00:55:51.771700+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:08.915219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851813+0000","last_change":"2024-09-16T00:55:50.772821+0000","last_active":"2024-09-16T00:55:51.851813+0000","last_peered":"2024-09-16T00:55:51.851813+0000","last_clean":"2024-09-16T00:55:51.851813+0000","last_became_active":"2024-09-16T00:55:50.772551+0000","last_became_peered":"2024-09-16T00:55:50.772551+0000","last_unstale":"2024-09-16T00:55:51.851813+0000","last_undegraded":"2024-09-16T00:55:51.851813+0000","last_fullsized":"2024-09-16T00:55:51.851813+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:17.159890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760523+0000","last_change":"2024-09-16T00:55:50.769536+0000","last_active":"2024-09-16T00:55:51.760523+0000","last_peered":"2024-09-16T00:55:51.760523+0000","last_clean":"2024-09-16T00:55:51.760523+0000","last_became_active":"2024-09-16T00:55:50.768812+0000","last_became_peered":"2024-09-16T00:55:50.768812+0000","last_unstale":"2024-09-16T00:55:51.760523+0000","last_undegraded":"2024-09-16T00:55:51.760523+0000","last_fullsized":"2024-09-16T00:55:51.760523+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:11.838377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852680+0000","last_change":"2024-09-16T00:55:50.772866+0000","last_active":"2024-09-16T00:55:51.852680+0000","last_peered":"2024-09-16T00:55:51.852680+0000","last_clean":"2024-09-16T00:55:51.852680+0000","last_became_active":"2024-09-16T00:55:50.772564+0000","last_became_peered":"2024-09-16T00:55:50.772564+0000","last_unstale":"2024-09-16T00:55:51.852680+0000","last_undegraded":"2024-09-16T00:55:51.852680+0000","last_fullsized":"2024-09-16T00:55:51.852680+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:30.346676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852903+0000","last_change":"2024-09-16T00:55:50.774898+0000","last_active":"2024-09-16T00:55:51.852903+0000","last_peered":"2024-09-16T00:55:51.852903+0000","last_clean":"2024-09-16T00:55:51.852903+0000","last_became_active":"2024-09-16T00:55:50.774600+0000","last_became_peered":"2024-09-16T00:55:50.774600+0000","last_unstale":"2024-09-16T00:55:51.852903+0000","last_undegraded":"2024-09-16T00:55:51.852903+0000","last_fullsized":"2024-09-16T00:55:51.852903+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:50.563765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765296+0000","last_change":"2024-09-16T00:55:50.774574+0000","last_active":"2024-09-16T00:55:51.765296+0000","last_peered":"2024-09-16T00:55:51.765296+0000","last_clean":"2024-09-16T00:55:51.765296+0000","last_became_active":"2024-09-16T00:55:50.773773+0000","last_became_peered":"2024-09-16T00:55:50.773773+0000","last_unstale":"2024-09-16T00:55:51.765296+0000","last_undegraded":"2024-09-16T00:55:51.765296+0000","last_fullsized":"2024-09-16T00:55:51.765296+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:20.108935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771843+0000","last_change":"2024-09-16T00:55:50.775971+0000","last_active":"2024-09-16T00:55:51.771843+0000","last_peered":"2024-09-16T00:55:51.771843+0000","last_clean":"2024-09-16T00:55:51.771843+0000","last_became_active":"2024-09-16T00:55:50.774374+0000","last_became_peered":"2024-09-16T00:55:50.774374+0000","last_unstale":"2024-09-16T00:55:51.771843+0000","last_undegraded":"2024-09-16T00:55:51.771843+0000","last_fullsized":"2024-09-16T00:55:51.771843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:15.341850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852620+0000","last_change":"2024-09-16T00:55:50.776042+0000","last_active":"2024-09-16T00:55:51.852620+0000","last_peered":"2024-09-16T00:55:51.852620+0000","last_clean":"2024-09-16T00:55:51.852620+0000","last_became_active":"2024-09-16T00:55:50.775789+0000","last_became_peered":"2024-09-16T00:55:50.775789+0000","last_unstale":"2024-09-16T00:55:51.852620+0000","last_undegraded":"2024-09-16T00:55:51.852620+0000","last_fullsized":"2024-09-16T00:55:51.852620+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:48.254330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765226+0000","last_change":"2024-09-16T00:55:50.762713+0000","last_active":"2024-09-16T00:55:51.765226+0000","last_peered":"2024-09-16T00:55:51.765226+0000","last_clean":"2024-09-16T00:55:51.765226+0000","last_became_active":"2024-09-16T00:55:50.762440+0000","last_became_peered":"2024-09-16T00:55:50.762440+0000","last_unstale":"2024-09-16T00:55:51.765226+0000","last_undegraded":"2024-09-16T00:55:51.765226+0000","last_fullsized":"2024-09-16T00:55:51.765226+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:20.108935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851951+0000","last_change":"2024-09-16T00:55:50.775446+0000","last_active":"2024-09-16T00:55:51.851951+0000","last_peered":"2024-09-16T00:55:51.851951+0000","last_clean":"2024-09-16T00:55:51.851951+0000","last_became_active":"2024-09-16T00:55:50.775168+0000","last_became_peered":"2024-09-16T00:55:50.775168+0000","last_unstale":"2024-09-16T00:55:51.851951+0000","last_undegraded":"2024-09-16T00:55:51.851951+0000","last_fullsized":"2024-09-16T00:55:51.851951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:24.201892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760597+0000","last_change":"2024-09-16T00:55:50.776894+0000","last_active":"2024-09-16T00:55:51.760597+0000","last_peered":"2024-09-16T00:55:51.760597+0000","last_clean":"2024-09-16T00:55:51.760597+0000","last_became_active":"2024-09-16T00:55:50.776603+0000","last_became_peered":"2024-09-16T00:55:50.776603+0000","last_unstale":"2024-09-16T00:55:51.760597+0000","last_undegraded":"2024-09-16T00:55:51.760597+0000","last_fullsized":"2024-09-16T00:55:51.760597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:54.169286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764384+0000","last_change":"2024-09-16T00:55:50.766273+0000","last_active":"2024-09-16T00:55:51.764384+0000","last_peered":"2024-09-16T00:55:51.764384+0000","last_clean":"2024-09-16T00:55:51.764384+0000","last_became_active":"2024-09-16T00:55:50.765990+0000","last_became_peered":"2024-09-16T00:55:50.765990+0000","last_unstale":"2024-09-16T00:55:51.764384+0000","last_undegraded":"2024-09-16T00:55:51.764384+0000","last_fullsized":"2024-09-16T00:55:51.764384+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.966405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853484+0000","last_change":"2024-09-16T00:55:50.773309+0000","last_active":"2024-09-16T00:55:51.853484+0000","last_peered":"2024-09-16T00:55:51.853484+0000","last_clean":"2024-09-16T00:55:51.853484+0000","last_became_active":"2024-09-16T00:55:50.772961+0000","last_became_peered":"2024-09-16T00:55:50.772961+0000","last_unstale":"2024-09-16T00:55:51.853484+0000","last_undegraded":"2024-09-16T00:55:51.853484+0000","last_fullsized":"2024-09-16T00:55:51.853484+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:08.991678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852868+0000","last_change":"2024-09-16T00:55:50.772634+0000","last_active":"2024-09-16T00:55:51.852868+0000","last_peered":"2024-09-16T00:55:51.852868+0000","last_clean":"2024-09-16T00:55:51.852868+0000","last_became_active":"2024-09-16T00:55:50.772328+0000","last_became_peered":"2024-09-16T00:55:50.772328+0000","last_unstale":"2024-09-16T00:55:51.852868+0000","last_undegraded":"2024-09-16T00:55:51.852868+0000","last_fullsized":"2024-09-16T00:55:51.852868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:39.076135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760777+0000","last_change":"2024-09-16T00:55:50.778283+0000","last_active":"2024-09-16T00:55:51.760777+0000","last_peered":"2024-09-16T00:55:51.760777+0000","last_clean":"2024-09-16T00:55:51.760777+0000","last_became_active":"2024-09-16T00:55:50.777879+0000","last_became_peered":"2024-09-16T00:55:50.777879+0000","last_unstale":"2024-09-16T00:55:51.760777+0000","last_undegraded":"2024-09-16T00:55:51.760777+0000","last_fullsized":"2024-09-16T00:55:51.760777+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:21.589816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760750+0000","last_change":"2024-09-16T00:55:50.778632+0000","last_active":"2024-09-16T00:55:51.760750+0000","last_peered":"2024-09-16T00:55:51.760750+0000","last_clean":"2024-09-16T00:55:51.760750+0000","last_became_active":"2024-09-16T00:55:50.777936+0000","last_became_peered":"2024-09-16T00:55:50.777936+0000","last_unstale":"2024-09-16T00:55:51.760750+0000","last_undegraded":"2024-09-16T00:55:51.760750+0000","last_fullsized":"2024-09-16T00:55:51.760750+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:48.601424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851950+0000","last_change":"2024-09-16T00:55:50.766485+0000","last_active":"2024-09-16T00:55:51.851950+0000","last_peered":"2024-09-16T00:55:51.851950+0000","last_clean":"2024-09-16T00:55:51.851950+0000","last_became_active":"2024-09-16T00:55:50.766210+0000","last_became_peered":"2024-09-16T00:55:50.766210+0000","last_unstale":"2024-09-16T00:55:51.851950+0000","last_undegraded":"2024-09-16T00:55:51.851950+0000","last_fullsized":"2024-09-16T00:55:51.851950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:12.942952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764292+0000","last_change":"2024-09-16T00:55:50.758477+0000","last_active":"2024-09-16T00:55:51.764292+0000","last_peered":"2024-09-16T00:55:51.764292+0000","last_clean":"2024-09-16T00:55:51.764292+0000","last_became_active":"2024-09-16T00:55:50.758217+0000","last_became_peered":"2024-09-16T00:55:50.758217+0000","last_unstale":"2024-09-16T00:55:51.764292+0000","last_undegraded":"2024-09-16T00:55:51.764292+0000","last_fullsized":"2024-09-16T00:55:51.764292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:08:32.299416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764782+0000","last_change":"2024-09-16T00:55:50.769825+0000","last_active":"2024-09-16T00:55:51.764782+0000","last_peered":"2024-09-16T00:55:51.764782+0000","last_clean":"2024-09-16T00:55:51.764782+0000","last_became_active":"2024-09-16T00:55:50.769540+0000","last_became_peered":"2024-09-16T00:55:50.769540+0000","last_unstale":"2024-09-16T00:55:51.764782+0000","last_undegraded":"2024-09-16T00:55:51.764782+0000","last_fullsized":"2024-09-16T00:55:51.764782+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:26.211162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769587+0000","last_change":"2024-09-16T00:55:50.765655+0000","last_active":"2024-09-16T00:55:51.769587+0000","last_peered":"2024-09-16T00:55:51.769587+0000","last_clean":"2024-09-16T00:55:51.769587+0000","last_became_active":"2024-09-16T00:55:50.765379+0000","last_became_peered":"2024-09-16T00:55:50.765379+0000","last_unstale":"2024-09-16T00:55:51.769587+0000","last_undegraded":"2024-09-16T00:55:51.769587+0000","last_fullsized":"2024-09-16T00:55:51.769587+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764094+0000","last_change":"2024-09-16T00:55:50.771075+0000","last_active":"2024-09-16T00:55:51.764094+0000","last_peered":"2024-09-16T00:55:51.764094+0000","last_clean":"2024-09-16T00:55:51.764094+0000","last_became_active":"2024-09-16T00:55:50.770179+0000","last_became_peered":"2024-09-16T00:55:50.770179+0000","last_unstale":"2024-09-16T00:55:51.764094+0000","last_undegraded":"2024-09-16T00:55:51.764094+0000","last_fullsized":"2024-09-16T00:55:51.764094+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:17:26.211162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771895+0000","last_change":"2024-09-16T00:55:50.781854+0000","last_active":"2024-09-16T00:55:51.771895+0000","last_peered":"2024-09-16T00:55:51.771895+0000","last_clean":"2024-09-16T00:55:51.771895+0000","last_became_active":"2024-09-16T00:55:50.780712+0000","last_became_peered":"2024-09-16T00:55:50.780712+0000","last_unstale":"2024-09-16T00:55:51.771895+0000","last_undegraded":"2024-09-16T00:55:51.771895+0000","last_fullsized":"2024-09-16T00:55:51.771895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:41.422686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760941+0000","last_change":"2024-09-16T00:55:50.769172+0000","last_active":"2024-09-16T00:55:51.760941+0000","last_peered":"2024-09-16T00:55:51.760941+0000","last_clean":"2024-09-16T00:55:51.760941+0000","last_became_active":"2024-09-16T00:55:50.768841+0000","last_became_peered":"2024-09-16T00:55:50.768841+0000","last_unstale":"2024-09-16T00:55:51.760941+0000","last_undegraded":"2024-09-16T00:55:51.760941+0000","last_fullsized":"2024-09-16T00:55:51.760941+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:00:43.943497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771950+0000","last_change":"2024-09-16T00:55:50.779732+0000","last_active":"2024-09-16T00:55:51.771950+0000","last_peered":"2024-09-16T00:55:51.771950+0000","last_clean":"2024-09-16T00:55:51.771950+0000","last_became_active":"2024-09-16T00:55:50.779385+0000","last_became_peered":"2024-09-16T00:55:50.779385+0000","last_unstale":"2024-09-16T00:55:51.771950+0000","last_undegraded":"2024-09-16T00:55:51.771950+0000","last_fullsized":"2024-09-16T00:55:51.771950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:14.291231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765389+0000","last_change":"2024-09-16T00:55:50.760907+0000","last_active":"2024-09-16T00:55:51.765389+0000","last_peered":"2024-09-16T00:55:51.765389+0000","last_clean":"2024-09-16T00:55:51.765389+0000","last_became_active":"2024-09-16T00:55:50.760662+0000","last_became_peered":"2024-09-16T00:55:50.760662+0000","last_unstale":"2024-09-16T00:55:51.765389+0000","last_undegraded":"2024-09-16T00:55:51.765389+0000","last_fullsized":"2024-09-16T00:55:51.765389+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:26.359849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764480+0000","last_change":"2024-09-16T00:55:50.765974+0000","last_active":"2024-09-16T00:55:51.764480+0000","last_peered":"2024-09-16T00:55:51.764480+0000","last_clean":"2024-09-16T00:55:51.764480+0000","last_became_active":"2024-09-16T00:55:50.765147+0000","last_became_peered":"2024-09-16T00:55:50.765147+0000","last_unstale":"2024-09-16T00:55:51.764480+0000","last_undegraded":"2024-09-16T00:55:51.764480+0000","last_fullsized":"2024-09-16T00:55:51.764480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:28:13.416929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852425+0000","last_change":"2024-09-16T00:55:50.773116+0000","last_active":"2024-09-16T00:55:51.852425+0000","last_peered":"2024-09-16T00:55:51.852425+0000","last_clean":"2024-09-16T00:55:51.852425+0000","last_became_active":"2024-09-16T00:55:50.772821+0000","last_became_peered":"2024-09-16T00:55:50.772821+0000","last_unstale":"2024-09-16T00:55:51.852425+0000","last_undegraded":"2024-09-16T00:55:51.852425+0000","last_fullsized":"2024-09-16T00:55:51.852425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:22.796056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852401+0000","last_change":"2024-09-16T00:55:50.769882+0000","last_active":"2024-09-16T00:55:51.852401+0000","last_peered":"2024-09-16T00:55:51.852401+0000","last_clean":"2024-09-16T00:55:51.852401+0000","last_became_active":"2024-09-16T00:55:50.768851+0000","last_became_peered":"2024-09-16T00:55:50.768851+0000","last_unstale":"2024-09-16T00:55:51.852401+0000","last_undegraded":"2024-09-16T00:55:51.852401+0000","last_fullsized":"2024-09-16T00:55:51.852401+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:56.265080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853054+0000","last_change":"2024-09-16T00:55:50.768378+0000","last_active":"2024-09-16T00:55:51.853054+0000","last_peered":"2024-09-16T00:55:51.853054+0000","last_clean":"2024-09-16T00:55:51.853054+0000","last_became_active":"2024-09-16T00:55:50.767960+0000","last_became_peered":"2024-09-16T00:55:50.767960+0000","last_unstale":"2024-09-16T00:55:51.853054+0000","last_undegraded":"2024-09-16T00:55:51.853054+0000","last_fullsized":"2024-09-16T00:55:51.853054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:12:42.063696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769749+0000","last_change":"2024-09-16T00:55:50.764462+0000","last_active":"2024-09-16T00:55:51.769749+0000","last_peered":"2024-09-16T00:55:51.769749+0000","last_clean":"2024-09-16T00:55:51.769749+0000","last_became_active":"2024-09-16T00:55:50.764174+0000","last_became_peered":"2024-09-16T00:55:50.764174+0000","last_unstale":"2024-09-16T00:55:51.769749+0000","last_undegraded":"2024-09-16T00:55:51.769749+0000","last_fullsized":"2024-09-16T00:55:51.769749+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853712+0000","last_change":"2024-09-16T00:55:49.755632+0000","last_active":"2024-09-16T00:55:51.853712+0000","last_peered":"2024-09-16T00:55:51.853712+0000","last_clean":"2024-09-16T00:55:51.853712+0000","last_became_active":"2024-09-16T00:55:49.755383+0000","last_became_peered":"2024-09-16T00:55:49.755383+0000","last_unstale":"2024-09-16T00:55:51.853712+0000","last_undegraded":"2024-09-16T00:55:51.853712+0000","last_fullsized":"2024-09-16T00:55:51.853712+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853600+0000","last_change":"2024-09-16T00:55:50.768643+0000","last_active":"2024-09-16T00:55:51.853600+0000","last_peered":"2024-09-16T00:55:51.853600+0000","last_clean":"2024-09-16T00:55:51.853600+0000","last_became_active":"2024-09-16T00:55:50.768159+0000","last_became_peered":"2024-09-16T00:55:50.768159+0000","last_unstale":"2024-09-16T00:55:51.853600+0000","last_undegraded":"2024-09-16T00:55:51.853600+0000","last_fullsized":"2024-09-16T00:55:51.853600+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:49.339187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769734+0000","last_change":"2024-09-16T00:55:49.759823+0000","last_active":"2024-09-16T00:55:51.769734+0000","last_peered":"2024-09-16T00:55:51.769734+0000","last_clean":"2024-09-16T00:55:51.769734+0000","last_became_active":"2024-09-16T00:55:49.759527+0000","last_became_peered":"2024-09-16T00:55:49.759527+0000","last_unstale":"2024-09-16T00:55:51.769734+0000","last_undegraded":"2024-09-16T00:55:51.769734+0000","last_fullsized":"2024-09-16T00:55:51.769734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764960+0000","last_change":"2024-09-16T00:55:50.765550+0000","last_active":"2024-09-16T00:55:51.764960+0000","last_peered":"2024-09-16T00:55:51.764960+0000","last_clean":"2024-09-16T00:55:51.764960+0000","last_became_active":"2024-09-16T00:55:50.765061+0000","last_became_peered":"2024-09-16T00:55:50.765061+0000","last_unstale":"2024-09-16T00:55:51.764960+0000","last_undegraded":"2024-09-16T00:55:51.764960+0000","last_fullsized":"2024-09-16T00:55:51.764960+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.966405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760514+0000","last_change":"2024-09-16T00:55:49.764821+0000","last_active":"2024-09-16T00:55:51.760514+0000","last_peered":"2024-09-16T00:55:51.760514+0000","last_clean":"2024-09-16T00:55:51.760514+0000","last_became_active":"2024-09-16T00:55:49.764564+0000","last_became_peered":"2024-09-16T00:55:49.764564+0000","last_unstale":"2024-09-16T00:55:51.760514+0000","last_undegraded":"2024-09-16T00:55:51.760514+0000","last_fullsized":"2024-09-16T00:55:51.760514+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:55.260289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771968+0000","last_change":"2024-09-16T00:55:50.779382+0000","last_active":"2024-09-16T00:55:51.771968+0000","last_peered":"2024-09-16T00:55:51.771968+0000","last_clean":"2024-09-16T00:55:51.771968+0000","last_became_active":"2024-09-16T00:55:50.779080+0000","last_became_peered":"2024-09-16T00:55:50.779080+0000","last_unstale":"2024-09-16T00:55:51.771968+0000","last_undegraded":"2024-09-16T00:55:51.771968+0000","last_fullsized":"2024-09-16T00:55:51.771968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:07.327585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851973+0000","last_change":"2024-09-16T00:55:49.763445+0000","last_active":"2024-09-16T00:55:51.851973+0000","last_peered":"2024-09-16T00:55:51.851973+0000","last_clean":"2024-09-16T00:55:51.851973+0000","last_became_active":"2024-09-16T00:55:49.763203+0000","last_became_peered":"2024-09-16T00:55:49.763203+0000","last_unstale":"2024-09-16T00:55:51.851973+0000","last_undegraded":"2024-09-16T00:55:51.851973+0000","last_fullsized":"2024-09-16T00:55:51.851973+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:40.674315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852606+0000","last_change":"2024-09-16T00:55:50.767531+0000","last_active":"2024-09-16T00:55:51.852606+0000","last_peered":"2024-09-16T00:55:51.852606+0000","last_clean":"2024-09-16T00:55:51.852606+0000","last_became_active":"2024-09-16T00:55:50.767253+0000","last_became_peered":"2024-09-16T00:55:50.767253+0000","last_unstale":"2024-09-16T00:55:51.852606+0000","last_undegraded":"2024-09-16T00:55:51.852606+0000","last_fullsized":"2024-09-16T00:55:51.852606+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:48.601240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764700+0000","last_change":"2024-09-16T00:55:49.762685+0000","last_active":"2024-09-16T00:55:51.764700+0000","last_peered":"2024-09-16T00:55:51.764700+0000","last_clean":"2024-09-16T00:55:51.764700+0000","last_became_active":"2024-09-16T00:55:49.762357+0000","last_became_peered":"2024-09-16T00:55:49.762357+0000","last_unstale":"2024-09-16T00:55:51.764700+0000","last_undegraded":"2024-09-16T00:55:51.764700+0000","last_fullsized":"2024-09-16T00:55:51.764700+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:39.209442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764629+0000","last_change":"2024-09-16T00:55:50.758478+0000","last_active":"2024-09-16T00:55:51.764629+0000","last_peered":"2024-09-16T00:55:51.764629+0000","last_clean":"2024-09-16T00:55:51.764629+0000","last_became_active":"2024-09-16T00:55:50.758200+0000","last_became_peered":"2024-09-16T00:55:50.758200+0000","last_unstale":"2024-09-16T00:55:51.764629+0000","last_undegraded":"2024-09-16T00:55:51.764629+0000","last_fullsized":"2024-09-16T00:55:51.764629+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:09:56.597987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764857+0000","last_change":"2024-09-16T00:55:49.762554+0000","last_active":"2024-09-16T00:55:51.764857+0000","last_peered":"2024-09-16T00:55:51.764857+0000","last_clean":"2024-09-16T00:55:51.764857+0000","last_became_active":"2024-09-16T00:55:49.762238+0000","last_became_peered":"2024-09-16T00:55:49.762238+0000","last_unstale":"2024-09-16T00:55:51.764857+0000","last_undegraded":"2024-09-16T00:55:51.764857+0000","last_fullsized":"2024-09-16T00:55:51.764857+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:59.553810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.763923+0000","last_change":"2024-09-16T00:55:50.762783+0000","last_active":"2024-09-16T00:55:51.763923+0000","last_peered":"2024-09-16T00:55:51.763923+0000","last_clean":"2024-09-16T00:55:51.763923+0000","last_became_active":"2024-09-16T00:55:50.762011+0000","last_became_peered":"2024-09-16T00:55:50.762011+0000","last_unstale":"2024-09-16T00:55:51.763923+0000","last_undegraded":"2024-09-16T00:55:51.763923+0000","last_fullsized":"2024-09-16T00:55:51.763923+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:37:20.774327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760359+0000","last_change":"2024-09-16T00:55:49.765480+0000","last_active":"2024-09-16T00:55:51.760359+0000","last_peered":"2024-09-16T00:55:51.760359+0000","last_clean":"2024-09-16T00:55:51.760359+0000","last_became_active":"2024-09-16T00:55:49.765191+0000","last_became_peered":"2024-09-16T00:55:49.765191+0000","last_unstale":"2024-09-16T00:55:51.760359+0000","last_undegraded":"2024-09-16T00:55:51.760359+0000","last_fullsized":"2024-09-16T00:55:51.760359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:01.525668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771502+0000","last_change":"2024-09-16T00:55:50.774004+0000","last_active":"2024-09-16T00:55:51.771502+0000","last_peered":"2024-09-16T00:55:51.771502+0000","last_clean":"2024-09-16T00:55:51.771502+0000","last_became_active":"2024-09-16T00:55:50.772058+0000","last_became_peered":"2024-09-16T00:55:50.772058+0000","last_unstale":"2024-09-16T00:55:51.771502+0000","last_undegraded":"2024-09-16T00:55:51.771502+0000","last_fullsized":"2024-09-16T00:55:51.771502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:22.724532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.763957+0000","last_change":"2024-09-16T00:55:49.751790+0000","last_active":"2024-09-16T00:55:51.763957+0000","last_peered":"2024-09-16T00:55:51.763957+0000","last_clean":"2024-09-16T00:55:51.763957+0000","last_became_active":"2024-09-16T00:55:49.751524+0000","last_became_peered":"2024-09-16T00:55:49.751524+0000","last_unstale":"2024-09-16T00:55:51.763957+0000","last_undegraded":"2024-09-16T00:55:51.763957+0000","last_fullsized":"2024-09-16T00:55:51.763957+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:00.451608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765396+0000","last_change":"2024-09-16T00:55:50.771049+0000","last_active":"2024-09-16T00:55:51.765396+0000","last_peered":"2024-09-16T00:55:51.765396+0000","last_clean":"2024-09-16T00:55:51.765396+0000","last_became_active":"2024-09-16T00:55:50.770483+0000","last_became_peered":"2024-09-16T00:55:50.770483+0000","last_unstale":"2024-09-16T00:55:51.765396+0000","last_undegraded":"2024-09-16T00:55:51.765396+0000","last_fullsized":"2024-09-16T00:55:51.765396+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:36.009397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760910+0000","last_change":"2024-09-16T00:55:49.760468+0000","last_active":"2024-09-16T00:55:51.760910+0000","last_peered":"2024-09-16T00:55:51.760910+0000","last_clean":"2024-09-16T00:55:51.760910+0000","last_became_active":"2024-09-16T00:55:49.760231+0000","last_became_peered":"2024-09-16T00:55:49.760231+0000","last_unstale":"2024-09-16T00:55:51.760910+0000","last_undegraded":"2024-09-16T00:55:51.760910+0000","last_fullsized":"2024-09-16T00:55:51.760910+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:49.223144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760994+0000","last_change":"2024-09-16T00:55:50.778813+0000","last_active":"2024-09-16T00:55:51.760994+0000","last_peered":"2024-09-16T00:55:51.760994+0000","last_clean":"2024-09-16T00:55:51.760994+0000","last_became_active":"2024-09-16T00:55:50.778494+0000","last_became_peered":"2024-09-16T00:55:50.778494+0000","last_unstale":"2024-09-16T00:55:51.760994+0000","last_undegraded":"2024-09-16T00:55:51.760994+0000","last_fullsized":"2024-09-16T00:55:51.760994+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:43:33.144853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769840+0000","last_change":"2024-09-16T00:55:49.754600+0000","last_active":"2024-09-16T00:55:51.769840+0000","last_peered":"2024-09-16T00:55:51.769840+0000","last_clean":"2024-09-16T00:55:51.769840+0000","last_became_active":"2024-09-16T00:55:49.754329+0000","last_became_peered":"2024-09-16T00:55:49.754329+0000","last_unstale":"2024-09-16T00:55:51.769840+0000","last_undegraded":"2024-09-16T00:55:51.769840+0000","last_fullsized":"2024-09-16T00:55:51.769840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760768+0000","last_change":"2024-09-16T00:55:50.770891+0000","last_active":"2024-09-16T00:55:51.760768+0000","last_peered":"2024-09-16T00:55:51.760768+0000","last_clean":"2024-09-16T00:55:51.760768+0000","last_became_active":"2024-09-16T00:55:50.770521+0000","last_became_peered":"2024-09-16T00:55:50.770521+0000","last_unstale":"2024-09-16T00:55:51.760768+0000","last_undegraded":"2024-09-16T00:55:51.760768+0000","last_fullsized":"2024-09-16T00:55:51.760768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:05.038699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765454+0000","last_change":"2024-09-16T00:55:49.760377+0000","last_active":"2024-09-16T00:55:51.765454+0000","last_peered":"2024-09-16T00:55:51.765454+0000","last_clean":"2024-09-16T00:55:51.765454+0000","last_became_active":"2024-09-16T00:55:49.760044+0000","last_became_peered":"2024-09-16T00:55:49.760044+0000","last_unstale":"2024-09-16T00:55:51.765454+0000","last_undegraded":"2024-09-16T00:55:51.765454+0000","last_fullsized":"2024-09-16T00:55:51.765454+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:28.018498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765264+0000","last_change":"2024-09-16T00:55:50.774665+0000","last_active":"2024-09-16T00:55:51.765264+0000","last_peered":"2024-09-16T00:55:51.765264+0000","last_clean":"2024-09-16T00:55:51.765264+0000","last_became_active":"2024-09-16T00:55:50.774391+0000","last_became_peered":"2024-09-16T00:55:50.774391+0000","last_unstale":"2024-09-16T00:55:51.765264+0000","last_undegraded":"2024-09-16T00:55:51.765264+0000","last_fullsized":"2024-09-16T00:55:51.765264+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:22.796056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760744+0000","last_change":"2024-09-16T00:55:49.762124+0000","last_active":"2024-09-16T00:55:51.760744+0000","last_peered":"2024-09-16T00:55:51.760744+0000","last_clean":"2024-09-16T00:55:51.760744+0000","last_became_active":"2024-09-16T00:55:49.761867+0000","last_became_peered":"2024-09-16T00:55:49.761867+0000","last_unstale":"2024-09-16T00:55:51.760744+0000","last_undegraded":"2024-09-16T00:55:51.760744+0000","last_fullsized":"2024-09-16T00:55:51.760744+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:45.948640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771665+0000","last_change":"2024-09-16T00:55:50.773278+0000","last_active":"2024-09-16T00:55:51.771665+0000","last_peered":"2024-09-16T00:55:51.771665+0000","last_clean":"2024-09-16T00:55:51.771665+0000","last_became_active":"2024-09-16T00:55:50.772986+0000","last_became_peered":"2024-09-16T00:55:50.772986+0000","last_unstale":"2024-09-16T00:55:51.771665+0000","last_undegraded":"2024-09-16T00:55:51.771665+0000","last_fullsized":"2024-09-16T00:55:51.771665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:23.402123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764547+0000","last_change":"2024-09-16T00:55:49.750759+0000","last_active":"2024-09-16T00:55:51.764547+0000","last_peered":"2024-09-16T00:55:51.764547+0000","last_clean":"2024-09-16T00:55:51.764547+0000","last_became_active":"2024-09-16T00:55:49.750470+0000","last_became_peered":"2024-09-16T00:55:49.750470+0000","last_unstale":"2024-09-16T00:55:51.764547+0000","last_undegraded":"2024-09-16T00:55:51.764547+0000","last_fullsized":"2024-09-16T00:55:51.764547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:51.044003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760864+0000","last_change":"2024-09-16T00:55:50.762829+0000","last_active":"2024-09-16T00:55:51.760864+0000","last_peered":"2024-09-16T00:55:51.760864+0000","last_clean":"2024-09-16T00:55:51.760864+0000","last_became_active":"2024-09-16T00:55:50.762495+0000","last_became_peered":"2024-09-16T00:55:50.762495+0000","last_unstale":"2024-09-16T00:55:51.760864+0000","last_undegraded":"2024-09-16T00:55:51.760864+0000","last_fullsized":"2024-09-16T00:55:51.760864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:46.379146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771591+0000","last_change":"2024-09-16T00:55:49.759721+0000","last_active":"2024-09-16T00:55:51.771591+0000","last_peered":"2024-09-16T00:55:51.771591+0000","last_clean":"2024-09-16T00:55:51.771591+0000","last_became_active":"2024-09-16T00:55:49.759283+0000","last_became_peered":"2024-09-16T00:55:49.759283+0000","last_unstale":"2024-09-16T00:55:51.771591+0000","last_undegraded":"2024-09-16T00:55:51.771591+0000","last_fullsized":"2024-09-16T00:55:51.771591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:03.199414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853216+0000","last_change":"2024-09-16T00:55:50.771590+0000","last_active":"2024-09-16T00:55:51.853216+0000","last_peered":"2024-09-16T00:55:51.853216+0000","last_clean":"2024-09-16T00:55:51.853216+0000","last_became_active":"2024-09-16T00:55:50.771304+0000","last_became_peered":"2024-09-16T00:55:50.771304+0000","last_unstale":"2024-09-16T00:55:51.853216+0000","last_undegraded":"2024-09-16T00:55:51.853216+0000","last_fullsized":"2024-09-16T00:55:51.853216+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:49.895357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760603+0000","last_change":"2024-09-16T00:55:49.760413+0000","last_active":"2024-09-16T00:55:51.760603+0000","last_peered":"2024-09-16T00:55:51.760603+0000","last_clean":"2024-09-16T00:55:51.760603+0000","last_became_active":"2024-09-16T00:55:49.760148+0000","last_became_peered":"2024-09-16T00:55:49.760148+0000","last_unstale":"2024-09-16T00:55:51.760603+0000","last_undegraded":"2024-09-16T00:55:51.760603+0000","last_fullsized":"2024-09-16T00:55:51.760603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:39.782793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852495+0000","last_change":"2024-09-16T00:55:50.767244+0000","last_active":"2024-09-16T00:55:51.852495+0000","last_peered":"2024-09-16T00:55:51.852495+0000","last_clean":"2024-09-16T00:55:51.852495+0000","last_became_active":"2024-09-16T00:55:50.766959+0000","last_became_peered":"2024-09-16T00:55:50.766959+0000","last_unstale":"2024-09-16T00:55:51.852495+0000","last_undegraded":"2024-09-16T00:55:51.852495+0000","last_fullsized":"2024-09-16T00:55:51.852495+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:02.530460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760360+0000","last_change":"2024-09-16T00:55:49.761646+0000","last_active":"2024-09-16T00:55:51.760360+0000","last_peered":"2024-09-16T00:55:51.760360+0000","last_clean":"2024-09-16T00:55:51.760360+0000","last_became_active":"2024-09-16T00:55:49.761338+0000","last_became_peered":"2024-09-16T00:55:49.761338+0000","last_unstale":"2024-09-16T00:55:51.760360+0000","last_undegraded":"2024-09-16T00:55:51.760360+0000","last_fullsized":"2024-09-16T00:55:51.760360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:57.900243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764362+0000","last_change":"2024-09-16T00:55:50.761256+0000","last_active":"2024-09-16T00:55:51.764362+0000","last_peered":"2024-09-16T00:55:51.764362+0000","last_clean":"2024-09-16T00:55:51.764362+0000","last_became_active":"2024-09-16T00:55:50.760899+0000","last_became_peered":"2024-09-16T00:55:50.760899+0000","last_unstale":"2024-09-16T00:55:51.764362+0000","last_undegraded":"2024-09-16T00:55:51.764362+0000","last_fullsized":"2024-09-16T00:55:51.764362+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:25.776387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772066+0000","last_change":"2024-09-16T00:55:49.764679+0000","last_active":"2024-09-16T00:55:51.772066+0000","last_peered":"2024-09-16T00:55:51.772066+0000","last_clean":"2024-09-16T00:55:51.772066+0000","last_became_active":"2024-09-16T00:55:49.764407+0000","last_became_peered":"2024-09-16T00:55:49.764407+0000","last_unstale":"2024-09-16T00:55:51.772066+0000","last_undegraded":"2024-09-16T00:55:51.772066+0000","last_fullsized":"2024-09-16T00:55:51.772066+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765618+0000","last_change":"2024-09-16T00:55:50.763045+0000","last_active":"2024-09-16T00:55:51.765618+0000","last_peered":"2024-09-16T00:55:51.765618+0000","last_clean":"2024-09-16T00:55:51.765618+0000","last_became_active":"2024-09-16T00:55:50.762741+0000","last_became_peered":"2024-09-16T00:55:50.762741+0000","last_unstale":"2024-09-16T00:55:51.765618+0000","last_undegraded":"2024-09-16T00:55:51.765618+0000","last_fullsized":"2024-09-16T00:55:51.765618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:35:48.254330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765370+0000","last_change":"2024-09-16T00:55:49.753161+0000","last_active":"2024-09-16T00:55:51.765370+0000","last_peered":"2024-09-16T00:55:51.765370+0000","last_clean":"2024-09-16T00:55:51.765370+0000","last_became_active":"2024-09-16T00:55:49.752878+0000","last_became_peered":"2024-09-16T00:55:49.752878+0000","last_unstale":"2024-09-16T00:55:51.765370+0000","last_undegraded":"2024-09-16T00:55:51.765370+0000","last_fullsized":"2024-09-16T00:55:51.765370+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:16:04.872122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771769+0000","last_change":"2024-09-16T00:55:50.777819+0000","last_active":"2024-09-16T00:55:51.771769+0000","last_peered":"2024-09-16T00:55:51.771769+0000","last_clean":"2024-09-16T00:55:51.771769+0000","last_became_active":"2024-09-16T00:55:50.777505+0000","last_became_peered":"2024-09-16T00:55:50.777505+0000","last_unstale":"2024-09-16T00:55:51.771769+0000","last_undegraded":"2024-09-16T00:55:51.771769+0000","last_fullsized":"2024-09-16T00:55:51.771769+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:23.197793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764775+0000","last_change":"2024-09-16T00:55:49.759115+0000","last_active":"2024-09-16T00:55:51.764775+0000","last_peered":"2024-09-16T00:55:51.764775+0000","last_clean":"2024-09-16T00:55:51.764775+0000","last_became_active":"2024-09-16T00:55:49.758813+0000","last_became_peered":"2024-09-16T00:55:49.758813+0000","last_unstale":"2024-09-16T00:55:51.764775+0000","last_undegraded":"2024-09-16T00:55:51.764775+0000","last_fullsized":"2024-09-16T00:55:51.764775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:20:19.000995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851898+0000","last_change":"2024-09-16T00:55:50.768048+0000","last_active":"2024-09-16T00:55:51.851898+0000","last_peered":"2024-09-16T00:55:51.851898+0000","last_clean":"2024-09-16T00:55:51.851898+0000","last_became_active":"2024-09-16T00:55:50.767780+0000","last_became_peered":"2024-09-16T00:55:50.767780+0000","last_unstale":"2024-09-16T00:55:51.851898+0000","last_undegraded":"2024-09-16T00:55:51.851898+0000","last_fullsized":"2024-09-16T00:55:51.851898+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:04.204205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764895+0000","last_change":"2024-09-16T00:55:49.762547+0000","last_active":"2024-09-16T00:55:51.764895+0000","last_peered":"2024-09-16T00:55:51.764895+0000","last_clean":"2024-09-16T00:55:51.764895+0000","last_became_active":"2024-09-16T00:55:49.762243+0000","last_became_peered":"2024-09-16T00:55:49.762243+0000","last_unstale":"2024-09-16T00:55:51.764895+0000","last_undegraded":"2024-09-16T00:55:51.764895+0000","last_fullsized":"2024-09-16T00:55:51.764895+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:07.162501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851880+0000","last_change":"2024-09-16T00:55:50.771467+0000","last_active":"2024-09-16T00:55:51.851880+0000","last_peered":"2024-09-16T00:55:51.851880+0000","last_clean":"2024-09-16T00:55:51.851880+0000","last_became_active":"2024-09-16T00:55:50.770517+0000","last_became_peered":"2024-09-16T00:55:50.770517+0000","last_unstale":"2024-09-16T00:55:51.851880+0000","last_undegraded":"2024-09-16T00:55:51.851880+0000","last_fullsized":"2024-09-16T00:55:51.851880+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:12.093061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769710+0000","last_change":"2024-09-16T00:55:49.755283+0000","last_active":"2024-09-16T00:55:51.769710+0000","last_peered":"2024-09-16T00:55:51.769710+0000","last_clean":"2024-09-16T00:55:51.769710+0000","last_became_active":"2024-09-16T00:55:49.755009+0000","last_became_peered":"2024-09-16T00:55:49.755009+0000","last_unstale":"2024-09-16T00:55:51.769710+0000","last_undegraded":"2024-09-16T00:55:51.769710+0000","last_fullsized":"2024-09-16T00:55:51.769710+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852033+0000","last_change":"2024-09-16T00:55:50.760084+0000","last_active":"2024-09-16T00:55:51.852033+0000","last_peered":"2024-09-16T00:55:51.852033+0000","last_clean":"2024-09-16T00:55:51.852033+0000","last_became_active":"2024-09-16T00:55:50.759783+0000","last_became_peered":"2024-09-16T00:55:50.759783+0000","last_unstale":"2024-09-16T00:55:51.852033+0000","last_undegraded":"2024-09-16T00:55:51.852033+0000","last_fullsized":"2024-09-16T00:55:51.852033+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:51.601475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852766+0000","last_change":"2024-09-16T00:55:49.757836+0000","last_active":"2024-09-16T00:55:51.852766+0000","last_peered":"2024-09-16T00:55:51.852766+0000","last_clean":"2024-09-16T00:55:51.852766+0000","last_became_active":"2024-09-16T00:55:49.757507+0000","last_became_peered":"2024-09-16T00:55:49.757507+0000","last_unstale":"2024-09-16T00:55:51.852766+0000","last_undegraded":"2024-09-16T00:55:51.852766+0000","last_fullsized":"2024-09-16T00:55:51.852766+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:30.075035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851833+0000","last_change":"2024-09-16T00:55:50.761214+0000","last_active":"2024-09-16T00:55:51.851833+0000","last_peered":"2024-09-16T00:55:51.851833+0000","last_clean":"2024-09-16T00:55:51.851833+0000","last_became_active":"2024-09-16T00:55:50.760891+0000","last_became_peered":"2024-09-16T00:55:50.760891+0000","last_unstale":"2024-09-16T00:55:51.851833+0000","last_undegraded":"2024-09-16T00:55:51.851833+0000","last_fullsized":"2024-09-16T00:55:51.851833+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:19.817944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765095+0000","last_change":"2024-09-16T00:55:49.752464+0000","last_active":"2024-09-16T00:55:51.765095+0000","last_peered":"2024-09-16T00:55:51.765095+0000","last_clean":"2024-09-16T00:55:51.765095+0000","last_became_active":"2024-09-16T00:55:49.752194+0000","last_became_peered":"2024-09-16T00:55:49.752194+0000","last_unstale":"2024-09-16T00:55:51.765095+0000","last_undegraded":"2024-09-16T00:55:51.765095+0000","last_fullsized":"2024-09-16T00:55:51.765095+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:44:10.629028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852492+0000","last_change":"2024-09-16T00:55:50.772151+0000","last_active":"2024-09-16T00:55:51.852492+0000","last_peered":"2024-09-16T00:55:51.852492+0000","last_clean":"2024-09-16T00:55:51.852492+0000","last_became_active":"2024-09-16T00:55:50.771870+0000","last_became_peered":"2024-09-16T00:55:50.771870+0000","last_unstale":"2024-09-16T00:55:51.852492+0000","last_undegraded":"2024-09-16T00:55:51.852492+0000","last_fullsized":"2024-09-16T00:55:51.852492+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:26.359849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.764104+0000","last_change":"2024-09-16T00:55:49.758932+0000","last_active":"2024-09-16T00:55:51.764104+0000","last_peered":"2024-09-16T00:55:51.764104+0000","last_clean":"2024-09-16T00:55:51.764104+0000","last_became_active":"2024-09-16T00:55:49.758648+0000","last_became_peered":"2024-09-16T00:55:49.758648+0000","last_unstale":"2024-09-16T00:55:51.764104+0000","last_undegraded":"2024-09-16T00:55:51.764104+0000","last_fullsized":"2024-09-16T00:55:51.764104+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:18:14.752544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.851862+0000","last_change":"2024-09-16T00:55:50.767285+0000","last_active":"2024-09-16T00:55:51.851862+0000","last_peered":"2024-09-16T00:55:51.851862+0000","last_clean":"2024-09-16T00:55:51.851862+0000","last_became_active":"2024-09-16T00:55:50.766968+0000","last_became_peered":"2024-09-16T00:55:50.766968+0000","last_unstale":"2024-09-16T00:55:51.851862+0000","last_undegraded":"2024-09-16T00:55:51.851862+0000","last_fullsized":"2024-09-16T00:55:51.851862+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:31.079827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.772158+0000","last_change":"2024-09-16T00:55:49.757958+0000","last_active":"2024-09-16T00:55:51.772158+0000","last_peered":"2024-09-16T00:55:51.772158+0000","last_clean":"2024-09-16T00:55:51.772158+0000","last_became_active":"2024-09-16T00:55:49.757704+0000","last_became_peered":"2024-09-16T00:55:49.757704+0000","last_unstale":"2024-09-16T00:55:51.772158+0000","last_undegraded":"2024-09-16T00:55:51.772158+0000","last_fullsized":"2024-09-16T00:55:51.772158+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765687+0000","last_change":"2024-09-16T00:55:50.778051+0000","last_active":"2024-09-16T00:55:51.765687+0000","last_peered":"2024-09-16T00:55:51.765687+0000","last_clean":"2024-09-16T00:55:51.765687+0000","last_became_active":"2024-09-16T00:55:50.777754+0000","last_became_peered":"2024-09-16T00:55:50.777754+0000","last_unstale":"2024-09-16T00:55:51.765687+0000","last_undegraded":"2024-09-16T00:55:51.765687+0000","last_fullsized":"2024-09-16T00:55:51.765687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:30.346676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771062+0000","last_change":"2024-09-16T00:55:49.755831+0000","last_active":"2024-09-16T00:55:51.771062+0000","last_peered":"2024-09-16T00:55:51.771062+0000","last_clean":"2024-09-16T00:55:51.771062+0000","last_became_active":"2024-09-16T00:55:49.755576+0000","last_became_peered":"2024-09-16T00:55:49.755576+0000","last_unstale":"2024-09-16T00:55:51.771062+0000","last_undegraded":"2024-09-16T00:55:51.771062+0000","last_fullsized":"2024-09-16T00:55:51.771062+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:21:50.596683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769665+0000","last_change":"2024-09-16T00:55:50.774456+0000","last_active":"2024-09-16T00:55:51.769665+0000","last_peered":"2024-09-16T00:55:51.769665+0000","last_clean":"2024-09-16T00:55:51.769665+0000","last_became_active":"2024-09-16T00:55:50.774124+0000","last_became_peered":"2024-09-16T00:55:50.774124+0000","last_unstale":"2024-09-16T00:55:51.769665+0000","last_undegraded":"2024-09-16T00:55:51.769665+0000","last_fullsized":"2024-09-16T00:55:51.769665+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:50.227936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771827+0000","last_change":"2024-09-16T00:55:49.763071+0000","last_active":"2024-09-16T00:55:51.771827+0000","last_peered":"2024-09-16T00:55:51.771827+0000","last_clean":"2024-09-16T00:55:51.771827+0000","last_became_active":"2024-09-16T00:55:49.762783+0000","last_became_peered":"2024-09-16T00:55:49.762783+0000","last_unstale":"2024-09-16T00:55:51.771827+0000","last_undegraded":"2024-09-16T00:55:51.771827+0000","last_fullsized":"2024-09-16T00:55:51.771827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:11.088269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852652+0000","last_change":"2024-09-16T00:55:50.764068+0000","last_active":"2024-09-16T00:55:51.852652+0000","last_peered":"2024-09-16T00:55:51.852652+0000","last_clean":"2024-09-16T00:55:51.852652+0000","last_became_active":"2024-09-16T00:55:50.763794+0000","last_became_peered":"2024-09-16T00:55:50.763794+0000","last_unstale":"2024-09-16T00:55:51.852652+0000","last_undegraded":"2024-09-16T00:55:51.852652+0000","last_fullsized":"2024-09-16T00:55:51.852652+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:01:58.905035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769821+0000","last_change":"2024-09-16T00:55:49.753321+0000","last_active":"2024-09-16T00:55:51.769821+0000","last_peered":"2024-09-16T00:55:51.769821+0000","last_clean":"2024-09-16T00:55:51.769821+0000","last_became_active":"2024-09-16T00:55:49.753043+0000","last_became_peered":"2024-09-16T00:55:49.753043+0000","last_unstale":"2024-09-16T00:55:51.769821+0000","last_undegraded":"2024-09-16T00:55:51.769821+0000","last_fullsized":"2024-09-16T00:55:51.769821+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:09:23.197101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.769723+0000","last_change":"2024-09-16T00:55:50.769005+0000","last_active":"2024-09-16T00:55:51.769723+0000","last_peered":"2024-09-16T00:55:51.769723+0000","last_clean":"2024-09-16T00:55:51.769723+0000","last_became_active":"2024-09-16T00:55:50.766382+0000","last_became_peered":"2024-09-16T00:55:50.766382+0000","last_unstale":"2024-09-16T00:55:51.769723+0000","last_undegraded":"2024-09-16T00:55:51.769723+0000","last_fullsized":"2024-09-16T00:55:51.769723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:46.953432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.771704+0000","last_change":"2024-09-16T00:55:49.757094+0000","last_active":"2024-09-16T00:55:51.771704+0000","last_peered":"2024-09-16T00:55:51.771704+0000","last_clean":"2024-09-16T00:55:51.771704+0000","last_became_active":"2024-09-16T00:55:49.756840+0000","last_became_peered":"2024-09-16T00:55:49.756840+0000","last_unstale":"2024-09-16T00:55:51.771704+0000","last_undegraded":"2024-09-16T00:55:51.771704+0000","last_fullsized":"2024-09-16T00:55:51.771704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:11.938160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760389+0000","last_change":"2024-09-16T00:55:50.777502+0000","last_active":"2024-09-16T00:55:51.760389+0000","last_peered":"2024-09-16T00:55:51.760389+0000","last_clean":"2024-09-16T00:55:51.760389+0000","last_became_active":"2024-09-16T00:55:50.777213+0000","last_became_peered":"2024-09-16T00:55:50.777213+0000","last_unstale":"2024-09-16T00:55:51.760389+0000","last_undegraded":"2024-09-16T00:55:51.760389+0000","last_fullsized":"2024-09-16T00:55:51.760389+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:23:42.820630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765307+0000","last_change":"2024-09-16T00:55:49.754070+0000","last_active":"2024-09-16T00:55:51.765307+0000","last_peered":"2024-09-16T00:55:51.765307+0000","last_clean":"2024-09-16T00:55:51.765307+0000","last_became_active":"2024-09-16T00:55:49.753043+0000","last_became_peered":"2024-09-16T00:55:49.753043+0000","last_unstale":"2024-09-16T00:55:51.765307+0000","last_undegraded":"2024-09-16T00:55:51.765307+0000","last_fullsized":"2024-09-16T00:55:51.765307+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:43.071866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.765007+0000","last_change":"2024-09-16T00:55:50.764942+0000","last_active":"2024-09-16T00:55:51.765007+0000","last_peered":"2024-09-16T00:55:51.765007+0000","last_clean":"2024-09-16T00:55:51.765007+0000","last_became_active":"2024-09-16T00:55:50.764638+0000","last_became_peered":"2024-09-16T00:55:50.764638+0000","last_unstale":"2024-09-16T00:55:51.765007+0000","last_undegraded":"2024-09-16T00:55:51.765007+0000","last_fullsized":"2024-09-16T00:55:51.765007+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:09:56.597987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.760470+0000","last_change":"2024-09-16T00:55:49.759361+0000","last_active":"2024-09-16T00:55:51.760470+0000","last_peered":"2024-09-16T00:55:51.760470+0000","last_clean":"2024-09-16T00:55:51.760470+0000","last_became_active":"2024-09-16T00:55:49.758940+0000","last_became_peered":"2024-09-16T00:55:49.758940+0000","last_unstale":"2024-09-16T00:55:51.760470+0000","last_undegraded":"2024-09-16T00:55:51.760470+0000","last_fullsized":"2024-09-16T00:55:51.760470+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:14:48.334395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.852589+0000","last_change":"2024-09-16T00:55:50.769207+0000","last_active":"2024-09-16T00:55:51.852589+0000","last_peered":"2024-09-16T00:55:51.852589+0000","last_clean":"2024-09-16T00:55:51.852589+0000","last_became_active":"2024-09-16T00:55:50.768915+0000","last_became_peered":"2024-09-16T00:55:50.768915+0000","last_unstale":"2024-09-16T00:55:51.852589+0000","last_undegraded":"2024-09-16T00:55:51.852589+0000","last_fullsized":"2024-09-16T00:55:51.852589+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:49.739360+0000","last_clean_scrub_stamp":"2024-09-16T00:55:49.739360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:36.009397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853052+0000","last_change":"2024-09-16T00:55:49.756695+0000","last_active":"2024-09-16T00:55:51.853052+0000","last_peered":"2024-09-16T00:55:51.853052+0000","last_clean":"2024-09-16T00:55:51.853052+0000","last_became_active":"2024-09-16T00:55:49.756440+0000","last_became_peered":"2024-09-16T00:55:49.756440+0000","last_unstale":"2024-09-16T00:55:51.853052+0000","last_undegraded":"2024-09-16T00:55:51.853052+0000","last_fullsized":"2024-09-16T00:55:51.853052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:55:48.734568+0000","last_clean_scrub_stamp":"2024-09-16T00:55:48.734568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:18.813152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:55:51.853540+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:55:51.853540+0000","last_peered":"2024-09-16T00:55:51.853540+0000","last_clean":"2024-09-16T00:55:51.853540+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:55:51.853540+0000","last_undegraded":"2024-09-16T00:55:51.853540+0000","last_fullsized":"2024-09-16T00:55:51.853540+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":950272,"data_stored":727179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":137393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":136825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31540,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340300,"statfs":{"total":96636764160,"available":96604467200,"internally_reserved":0,"allocated":356352,"data_stored":136791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":138355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":946176,"data_stored":727089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":137337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:55:58.660 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:55:58.661 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T00:55:58.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.807+0000 7f9df55d8640 1 Processor -- start 2024-09-16T00:55:58.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.807+0000 7f9df55d8640 1 -- start start 2024-09-16T00:55:58.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9df55d8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9df00b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9df55d8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9df0073170 con 0x7f9df00b7d00 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9df55d8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9df0073ec0 con 0x7f9df0161c80 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9df55d8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9df00b50b0 con 0x7f9df00d1e50 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9def7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9df00b7d00 0x7f9df006bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46800/0 (socket says 172.21.15.5:46800) 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.808+0000 7f9def7fe640 1 -- 172.21.15.5:0/921273931 learned_addr learned my addr 172.21.15.5:0/921273931 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dee7fc640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9df00b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2361606771 0 0) 0x7f9df0073170 con 0x7f9df00b7d00 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ddc003520 con 0x7f9df00b7d00 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 764316854 0 0) 0x7f9df0073ec0 con 0x7f9df0161c80 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9df0073170 con 0x7f9df0161c80 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 501076719 0 0) 0x7f9ddc003520 con 0x7f9df00b7d00 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 msgr2=0x7f9df00b77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9df00b77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 >> v1:172.21.15.73:6789/0 conn(0x7f9df0161c80 legacy=0x7f9df00d1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df00733e0 con 0x7f9df00b7d00 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f9de8001670 con 0x7f9df00b7d00 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 >> v1:172.21.15.5:6789/0 conn(0x7f9df00b7d00 legacy=0x7f9df006bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9ddc003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ddc0040d0 0x7f9ddc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ddc004d40 0x7f9ddc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9df00b50b0 con 0x7f9ddc004d40 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc00baa0 con 0x7f9ddc0040d0 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9ddc00bca0 con 0x7f9df00d1e50 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ddc004d40 0x7f9ddc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9dee7fc640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ddc0040d0 0x7f9ddc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9deeffd640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9ddc003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 -- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 msgr2=0x7f9ddc003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9df00d1e50 0x7f9ddc003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 -- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ddc0040d0 msgr2=0x7f9ddc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9ddc0040d0 0x7f9ddc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.809+0000 7f9def7fe640 1 -- 172.21.15.5:0/921273931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ddc003520 con 0x7f9ddc004d40 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.810+0000 7f9def7fe640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ddc004d40 0x7f9ddc0051c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9de800c160 tx=0x7f9ddc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f06c7d6f0392aa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.810+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de8007ca0 con 0x7f9ddc004d40 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.810+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9de8005af0 con 0x7f9ddc004d40 2024-09-16T00:55:58.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.810+0000 7f9dedffb640 1 -- 172.21.15.5:0/921273931 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de8007070 con 0x7f9ddc004d40 2024-09-16T00:55:58.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 -- 172.21.15.5:0/921273931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ddc004d40 msgr2=0x7f9ddc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 --2- 172.21.15.5:0/921273931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9ddc004d40 0x7f9ddc0051c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9de800c160 tx=0x7f9ddc005830 comp rx=0 tx=0).stop 2024-09-16T00:55:58.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9def7fe640 1 -- 172.21.15.5:0/921273931 reap_dead start 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 -- 172.21.15.5:0/921273931 shutdown_connections 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 -- 172.21.15.5:0/921273931 >> 172.21.15.5:0/921273931 conn(0x7f9df00b4170 msgr2=0x7f9df00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 -- 172.21.15.5:0/921273931 shutdown_connections 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.811+0000 7f9df55d8640 1 -- 172.21.15.5:0/921273931 wait complete. 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.812+0000 7f9df55d8640 1 Processor -- start 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.812+0000 7f9df55d8640 1 -- start start 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ddc004d40 0x7f9df0145020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9df00ce1d0 0x7f9df00cc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9df00b8170 con 0x7f9df00ceef0 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9df00739a0 con 0x7f9df00ce1d0 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9df55d8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9df00b8480 con 0x7f9ddc004d40 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9def7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9def7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46176/0 (socket says 172.21.15.5:46176) 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9def7fe640 1 -- 172.21.15.5:0/1423120046 learned_addr learned my addr 172.21.15.5:0/1423120046 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9dee7fc640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9df00ce1d0 0x7f9df00cc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.813+0000 7f9deeffd640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ddc004d40 0x7f9df0145020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 -- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ddc004d40 msgr2=0x7f9df0145020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ddc004d40 0x7f9df0145020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 -- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9df00ce1d0 msgr2=0x7f9df00cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:58.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9df00ce1d0 0x7f9df00cc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 -- 172.21.15.5:0/1423120046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df00cd130 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9def7fe640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9de802ad80 tx=0x7f9df00b7100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de8037040 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9de8041070 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df00cd410 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de8007ca0 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.814+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df00cd9d0 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.815+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9df00b6de0 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.815+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9de80072b0 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.816+0000 7f9de77fe640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 0x7f9dd006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.816+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f9de80ab110 con 0x7f9df00ceef0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.816+0000 7f9deeffd640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 0x7f9dd006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:58.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.817+0000 7f9deeffd640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 0x7f9dd006e7a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9df01615f0 tx=0x7f9de0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:58.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:58.820+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9df00b6de0 con 0x7f9df00ceef0 2024-09-16T00:55:59.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.063+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f9df00b77c0 con 0x7f9df00ceef0 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.066+0000 7f9de77fe640 1 -- 172.21.15.5:0/1423120046 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f9de8079a60 con 0x7f9df00ceef0 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g== 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T00:55:59.067 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 msgr2=0x7f9dd006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 0x7f9dd006e7a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9df01615f0 tx=0x7f9de0009040 comp rx=0 tx=0).stop 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 msgr2=0x7f9df0158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9de802ad80 tx=0x7f9df00b7100 comp rx=0 tx=0).stop 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 shutdown_connections 2024-09-16T00:55:59.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9dd006c2e0 0x7f9dd006e7a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9df00ceef0 0x7f9df0158530 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9df00ce1d0 0x7f9df00cc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 --2- 172.21.15.5:0/1423120046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9ddc004d40 0x7f9df0145020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 >> 172.21.15.5:0/1423120046 conn(0x7f9df00b4170 msgr2=0x7f9df006d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 shutdown_connections 2024-09-16T00:55:59.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.068+0000 7f9df55d8640 1 -- 172.21.15.5:0/1423120046 wait complete. 2024-09-16T00:55:59.080 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:55:59.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.180+0000 7f0d182e6640 1 Processor -- start 2024-09-16T00:55:59.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.180+0000 7f0d182e6640 1 -- start start 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d182e6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0d1015b380 0x7f0d100ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d182e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 0x7f0d1006be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d182e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d1006ee70 con 0x7f0d1015eff0 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d182e6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0d1006fa20 con 0x7f0d1015b380 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d182e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0d100b7030 con 0x7f0d1015fb60 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d16082640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0d1015b380 0x7f0d100ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d15881640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0d1015eff0 0x7f0d1015f450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46810/0 (socket says 172.21.15.5:46810) 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d15881640 1 -- 172.21.15.5:0/3666313332 learned_addr learned my addr 172.21.15.5:0/3666313332 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.181+0000 7f0d16082640 1 --2- 172.21.15.5:0/3666313332 >> v2:172.21.15.5:3300/0 conn(0x7f0d1015b380 0x7f0d100ce5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46188/0 (socket says 172.21.15.5:46188) 2024-09-16T00:55:59.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16883640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 0x7f0d1006be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16082640 1 -- 172.21.15.5:0/3666313332 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 msgr2=0x7f0d1006be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16082640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 0x7f0d1006be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16082640 1 -- 172.21.15.5:0/3666313332 >> v1:172.21.15.5:6789/0 conn(0x7f0d1015eff0 legacy=0x7f0d1015f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d15080640 1 -- 172.21.15.5:0/3666313332 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2988485888 0 0) 0x7f0d04001110 con 0x7f0d1015eff0 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16082640 1 -- 172.21.15.5:0/3666313332 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d1006f0f0 con 0x7f0d1015b380 2024-09-16T00:55:59.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16883640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 0x7f0d1006be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:55:59.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.182+0000 7f0d16082640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d100ce5c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009d90 tx=0x7f0d0002a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4799839cc0ba70c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d15080640 1 -- 172.21.15.5:0/3666313332 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d00007740 con 0x7f0d1015b380 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d15080640 1 -- 172.21.15.5:0/3666313332 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d000078e0 con 0x7f0d1015b380 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d15080640 1 -- 172.21.15.5:0/3666313332 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d00007cb0 con 0x7f0d1015b380 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 -- 172.21.15.5:0/3666313332 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 msgr2=0x7f0d100ce5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d100ce5c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009d90 tx=0x7f0d0002a530 comp rx=0 tx=0).stop 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 -- 172.21.15.5:0/3666313332 shutdown_connections 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015fb60 0x7f0d1006be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 --2- 172.21.15.5:0/3666313332 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d100ce5c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 -- 172.21.15.5:0/3666313332 >> 172.21.15.5:0/3666313332 conn(0x7f0d100732b0 msgr2=0x7f0d100736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 -- 172.21.15.5:0/3666313332 shutdown_connections 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.183+0000 7f0d182e6640 1 -- 172.21.15.5:0/3666313332 wait complete. 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.184+0000 7f0d182e6640 1 Processor -- start 2024-09-16T00:55:59.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.184+0000 7f0d182e6640 1 -- start start 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015eff0 0x7f0d100d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0d1015fb60 0x7f0d10159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1006feb0 con 0x7f0d1015b380 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1006f6b0 con 0x7f0d1015fb60 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d182e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0d10070030 con 0x7f0d1015eff0 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d16082640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d16082640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46192/0 (socket says 172.21.15.5:46192) 2024-09-16T00:55:59.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.185+0000 7f0d16082640 1 -- 172.21.15.5:0/2538641956 learned_addr learned my addr 172.21.15.5:0/2538641956 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 -- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015eff0 msgr2=0x7f0d100d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015eff0 0x7f0d100d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 -- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0d1015fb60 msgr2=0x7f0d10159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0d1015fb60 0x7f0d10159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 -- 172.21.15.5:0/2538641956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d100d0e20 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d16082640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009d90 tx=0x7f0d00004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d00040070 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d00031c40 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0003c420 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d100d1100 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.186+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d101f2710 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.187+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d100740e0 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.187+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d00039040 con 0x7f0d1015b380 2024-09-16T00:55:59.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.188+0000 7f0d0effd640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 0x7f0cfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.188+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f0d000acaa0 con 0x7f0d1015b380 2024-09-16T00:55:59.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.188+0000 7f0d15881640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 0x7f0cfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.189+0000 7f0d15881640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 0x7f0cfc06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d04007fd0 tx=0x7f0d04001260 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.192+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d0007b2a0 con 0x7f0d1015b380 2024-09-16T00:55:59.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.404+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d100cbd50 con 0x7f0d1015b380 2024-09-16T00:55:59.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.404+0000 7f0d0effd640 1 -- 172.21.15.5:0/2538641956 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5214 (secure 0 0 0) 0x7f0d0007aba0 con 0x7f0d1015b380 2024-09-16T00:55:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:55:59.406 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":15,"btime":"2024-09-16T00:55:52:933940+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4813,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:55:52.275301+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4819},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4819":{"gid":4819,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6834/3599063376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3599063376},{"type":"v1","addr":"172.21.15.5:6834","nonce":3599063376}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4819,"qdb_cluster":[4819]},"id":2}]} 2024-09-16T00:55:59.406 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 15 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 msgr2=0x7f0cfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 0x7f0cfc06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d04007fd0 tx=0x7f0d04001260 comp rx=0 tx=0).stop 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 msgr2=0x7f0d101f2c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009d90 tx=0x7f0d00004a40 comp rx=0 tx=0).stop 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 shutdown_connections 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0cfc06c2b0 0x7f0cfc06e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0d1015fb60 0x7f0d10159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0d1015eff0 0x7f0d100d03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 --2- 172.21.15.5:0/2538641956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d1015b380 0x7f0d101f2c30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 >> 172.21.15.5:0/2538641956 conn(0x7f0d100732b0 msgr2=0x7f0d1015c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 shutdown_connections 2024-09-16T00:55:59.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.407+0000 7f0d182e6640 1 -- 172.21.15.5:0/2538641956 wait complete. 2024-09-16T00:55:59.822 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:55:50.100055+0000', 'modified': '2024-09-16T00:55:52.275301+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4819}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4819': {'gid': 4819, 'name': 'a', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6834/3599063376', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6832', 'nonce': 3599063376}, {'type': 'v1', 'addr': '172.21.15.5:6834', 'nonce': 3599063376}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4819, 'qdb_cluster': [4819]} 2024-09-16T00:55:59.822 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:55:59.822 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T00:55:59.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.927+0000 7fd9d31fd640 1 Processor -- start 2024-09-16T00:55:59.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.927+0000 7fd9d31fd640 1 -- start start 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d31fd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd9cc15e8e0 0x7fd9cc162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d31fd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9cc0b7920 con 0x7fd9cc0d1ba0 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d31fd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9cc0cf940 con 0x7fd9cc0cf1f0 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d31fd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd9cc0cfc20 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d0f99640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd9cc15e8e0 0x7fd9cc162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d179a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd9cc0d1ba0 0x7fd9cc0d32e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46812/0 (socket says 172.21.15.5:46812) 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d179a640 1 -- 172.21.15.5:0/2259178975 learned_addr learned my addr 172.21.15.5:0/2259178975 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2259178975 >> v1:172.21.15.73:6789/0 conn(0x7fd9cc0cf1f0 legacy=0x7fd9cc0d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2259178975 >> v1:172.21.15.5:6789/0 conn(0x7fd9cc0d1ba0 legacy=0x7fd9cc0d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9cb7fe640 1 -- 172.21.15.5:0/2259178975 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2047511785 0 0) 0x7fd9c4001490 con 0x7fd9cc0d1ba0 2024-09-16T00:55:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.928+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2259178975 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9cc0d2ae0 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.929+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/2259178975 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc162cf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097a0 tx=0x7fd9bc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d9895e782d32834 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.929+0000 7fd9cb7fe640 1 -- 172.21.15.5:0/2259178975 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc037070 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.929+0000 7fd9cb7fe640 1 -- 172.21.15.5:0/2259178975 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9bc032440 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.929+0000 7fd9cb7fe640 1 -- 172.21.15.5:0/2259178975 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc032810 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 -- 172.21.15.5:0/2259178975 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 msgr2=0x7fd9cc162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/2259178975 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc162cf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097a0 tx=0x7fd9bc02a1a0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 -- 172.21.15.5:0/2259178975 shutdown_connections 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/2259178975 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc162cf0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 -- 172.21.15.5:0/2259178975 >> 172.21.15.5:0/2259178975 conn(0x7fd9cc06bd00 msgr2=0x7fd9cc06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 -- 172.21.15.5:0/2259178975 shutdown_connections 2024-09-16T00:55:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.930+0000 7fd9d31fd640 1 -- 172.21.15.5:0/2259178975 wait complete. 2024-09-16T00:55:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.931+0000 7fd9d31fd640 1 Processor -- start 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.931+0000 7fd9d31fd640 1 -- start start 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9cc0cf1f0 0x7fd9cc1f4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 0x7fd9cc15bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc0d39f0 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc0cf630 con 0x7fd9cc0cf1f0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d31fd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd9cc0d3b70 con 0x7fd9cc0d1ba0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d179a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d179a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46200/0 (socket says 172.21.15.5:46200) 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d179a640 1 -- 172.21.15.5:0/3156729037 learned_addr learned my addr 172.21.15.5:0/3156729037 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9cc0cf1f0 0x7fd9cc1f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.932+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 0x7fd9cc15bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 -- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 msgr2=0x7fd9cc15bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 0x7fd9cc15bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 -- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9cc0cf1f0 msgr2=0x7fd9cc1f4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9cc0cf1f0 0x7fd9cc1f4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 -- 172.21.15.5:0/3156729037 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9cc0cb860 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 0x7fd9cc15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400c7f0 tx=0x7fd9c400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9c97fa640 1 -- 172.21.15.5:0/3156729037 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4018070 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9c97fa640 1 -- 172.21.15.5:0/3156729037 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c400a5e0 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9cc0cbb40 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9c97fa640 1 -- 172.21.15.5:0/3156729037 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c400aa10 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.933+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9cc0cc100 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.935+0000 7fd9c97fa640 1 -- 172.21.15.5:0/3156729037 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9c401b070 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.935+0000 7fd9c97fa640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 0x7fd9b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.935+0000 7fd9c97fa640 1 -- 172.21.15.5:0/3156729037 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd9c408a990 con 0x7fd9cc15e8e0 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.935+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 0x7fd9b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.936+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 0x7fd9b806e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc034000 tx=0x7fd9bc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.936+0000 7fd9d607b740 1 Processor -- start 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.936+0000 7fd9d607b740 1 -- start start 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 0x5641a7f286a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f228b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5641a7e8a520 con 0x5641a7f282c0 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5641a7e323e0 con 0x5641a7f25a80 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5641a7e864e0 con 0x5641a7f29a50 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46206/0 (socket says 172.21.15.5:46206) 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 -- 172.21.15.5:0/499580346 learned_addr learned my addr 172.21.15.5:0/499580346 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 0x5641a7f286a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d179a640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f228b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 -- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 msgr2=0x5641a7f228b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f228b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 -- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 msgr2=0x5641a7f286a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 0x5641a7f286a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 -- 172.21.15.5:0/499580346 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641a7e4d2f0 con 0x5641a7f282c0 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 0x5641a7f286a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d179a640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f228b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc02a790 tx=0x7fd9bc02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f1bf3f18bea1dfd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9b27fc640 1 -- 172.21.15.5:0/499580346 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc04b020 con 0x5641a7f282c0 2024-09-16T00:55:59.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9b27fc640 1 -- 172.21.15.5:0/499580346 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9bc038040 con 0x5641a7f282c0 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.937+0000 7fd9b27fc640 1 -- 172.21.15.5:0/499580346 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc041040 con 0x5641a7f282c0 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- 172.21.15.5:0/499580346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 msgr2=0x5641a7f6da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc02a790 tx=0x7fd9bc02c000 comp rx=0 tx=0).stop 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- 172.21.15.5:0/499580346 shutdown_connections 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f228b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f25a80 0x5641a7f286a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 --2- 172.21.15.5:0/499580346 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f6da60 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- 172.21.15.5:0/499580346 >> 172.21.15.5:0/499580346 conn(0x5641a7f24a80 msgr2=0x5641a7f6cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- 172.21.15.5:0/499580346 shutdown_connections 2024-09-16T00:55:59.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- 172.21.15.5:0/499580346 wait complete. 2024-09-16T00:55:59.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.938+0000 7fd9d607b740 1 -- start start 2024-09-16T00:55:59.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 Processor -- start 2024-09-16T00:55:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f282c0 0x5641a7f67c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f484d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5641a7f23f20 con 0x5641a7f4bde0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5641a7e13450 con 0x5641a7f282c0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5641a7f6e290 con 0x5641a7f29a50 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.939+0000 7fd9d607b740 10 client.0 _ll_register_callbacks cb 0x5641a7b9cac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46210/0 (socket says 172.21.15.5:46210) 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 -- 172.21.15.5:0/3700461516 learned_addr learned my addr 172.21.15.5:0/3700461516 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f282c0 0x5641a7f67c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f484d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 -- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 msgr2=0x5641a7f484d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f484d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 -- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f282c0 msgr2=0x5641a7f67c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f282c0 0x5641a7f67c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 -- 172.21.15.5:0/3700461516 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641a7b9d2d0 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f484d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d179a640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4058a30 tx=0x7fd9c40586f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757dd315d965071f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c405f270 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd9c400abb0 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9bc038040 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd9c400adb0 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d607b740 10 client.4953 fetch_fsmap learned FSMap version 15 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5641a7c676b0 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.940+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9bc038040 con 0x5641a7f4bde0 2024-09-16T00:55:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd9c4057ef0 con 0x5641a7f4bde0 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 10 client.4953 fetch_fsmap finished waiting for FSMap version 15 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 10 client.4953 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 20 client.4953 populate_metadata read hostname 'smithi005' 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f51540 0x5641a7f497b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 4 client.4953 mds_command: new command op to 4819 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 --> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641a7e97c50 con 0x5641a7f51540 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f51540 0x5641a7f497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9ab7fe640 10 client.4953 ms_handle_connect on v2:172.21.15.5:6832/3599063376 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.941+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f51540 0x5641a7f497b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f517025b9edf4e7c server_cookie=107bf45fb1e1d4aa in_seq=0 out_seq=0 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/3700461516 <== mds.0 v2:172.21.15.5:6832/3599063376 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5641a7e97c50 con 0x5641a7f51540 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9ab7fe640 10 client.4953 handle_command_reply: tid=0 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 client.4953 shutdown 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 msgr2=0x5641a7f51000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4058a30 tx=0x7fd9c40586f0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 shutdown_connections 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f51540 0x5641a7f497b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f4bde0 0x5641a7f51000 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f484d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 --2- 172.21.15.5:0/3700461516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f282c0 0x5641a7f67c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9ab7fe640 0 client.4953 ms_handle_reset on v2:172.21.15.5:6832/3599063376 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 >> 172.21.15.5:0/3700461516 conn(0x5641a7f25a80 msgr2=0x5641a7f6c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 shutdown_connections 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 1 -- 172.21.15.5:0/3700461516 wait complete. 2024-09-16T00:55:59.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.942+0000 7fd9d607b740 20 client.4953 trim_cache size 0 max 16384 2024-09-16T00:55:59.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.960+0000 7fd9d607b740 1 Processor -- start 2024-09-16T00:55:59.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.960+0000 7fd9d607b740 1 -- start start 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f282c0 0x5641a7f493d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7f6c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc1ffba0 con 0x5641a7f29a50 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd9cc0c8f10 con 0x5641a7f4bde0 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd9cc0cd220 con 0x5641a7f282c0 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46224/0 (socket says 172.21.15.5:46224) 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 -- 172.21.15.5:0/2147993120 learned_addr learned my addr 172.21.15.5:0/2147993120 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 -- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f282c0 msgr2=0x5641a7f493d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f282c0 0x5641a7f493d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 -- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 msgr2=0x5641a7f6c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7f6c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 -- 172.21.15.5:0/2147993120 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641a7f3fe50 con 0x5641a7f29a50 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.961+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005510 tx=0x7fd9c00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3c88a8e1705a52 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9b1ffb640 1 -- 172.21.15.5:0/2147993120 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c0007030 con 0x5641a7f29a50 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9b1ffb640 1 -- 172.21.15.5:0/2147993120 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c00071d0 con 0x5641a7f29a50 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9b1ffb640 1 -- 172.21.15.5:0/2147993120 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c0007380 con 0x5641a7f29a50 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 -- 172.21.15.5:0/2147993120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 msgr2=0x5641a7f49910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0005510 tx=0x7fd9c00039c0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 -- 172.21.15.5:0/2147993120 shutdown_connections 2024-09-16T00:55:59.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7f6c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f29a50 0x5641a7f49910 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2147993120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f282c0 0x5641a7f493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 -- 172.21.15.5:0/2147993120 >> 172.21.15.5:0/2147993120 conn(0x5641a7f25a80 msgr2=0x5641a7f6aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 -- 172.21.15.5:0/2147993120 shutdown_connections 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.962+0000 7fd9d607b740 1 -- 172.21.15.5:0/2147993120 wait complete. 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.963+0000 7fd9d607b740 1 -- start start 2024-09-16T00:55:59.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.963+0000 7fd9d607b740 1 Processor -- start 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f455e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7feba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5641a7f48b00 con 0x5641a7f282c0 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5641a7f68260 con 0x5641a7f4bde0 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5641a7f52380 con 0x5641a7f29a50 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d607b740 10 client.0 _ll_register_callbacks cb 0x7fd9c400cf00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46232/0 (socket says 172.21.15.5:46232) 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2049260866 learned_addr learned my addr 172.21.15.5:0/2049260866 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d179a640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7feba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f455e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 msgr2=0x5641a7f455e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f455e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 msgr2=0x5641a7feba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7feba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 -- 172.21.15.5:0/2049260866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641a7f4e710 con 0x5641a7f282c0 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f455e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9d0f99640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc02a1e0 tx=0x7fd9bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f09e46908e9797 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.964+0000 7fd9ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:55:59.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc05e060 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd9bc0496e0 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9c00071d0 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd9bc041040 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 10 client.4959 fetch_fsmap learned FSMap version 15 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5641a7f705e0 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c00071d0 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd9bc049080 con 0x5641a7f282c0 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 10 client.4959 fetch_fsmap finished waiting for FSMap version 15 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 10 client.4959 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 20 client.4959 populate_metadata read hostname 'smithi005' 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f47630 0x5641a7f42060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 4 client.4959 mds_command: new command op to 4819 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:55:59.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 --> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] -- command(tid 0: {"prefix": "status"}) -- 0x5641a7e91fa0 con 0x5641a7f47630 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f47630 0x5641a7f42060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.965+0000 7fd9ab7fe640 10 client.4959 ms_handle_connect on v2:172.21.15.5:6832/3599063376 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9cbfff640 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f47630 0x5641a7f42060 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5ae30ab07455029 server_cookie=be57441c2d17162c in_seq=0 out_seq=0 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9ab7fe640 1 -- 172.21.15.5:0/2049260866 <== mds.0 v2:172.21.15.5:6832/3599063376 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5641a7e91fa0 con 0x5641a7f47630 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9ab7fe640 10 client.4959 handle_command_reply: tid=0 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 client.4959 shutdown 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 msgr2=0x5641a7f4e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc02a1e0 tx=0x7fd9bc004730 comp rx=0 tx=0).stop 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 shutdown_connections 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:6832/3599063376,v1:172.21.15.5:6834/3599063376] conn(0x5641a7f47630 0x5641a7f42060 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5641a7f4bde0 0x5641a7feba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5641a7f29a50 0x5641a7f455e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9ab7fe640 0 client.4959 ms_handle_reset on v2:172.21.15.5:6832/3599063376 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 --2- 172.21.15.5:0/2049260866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5641a7f282c0 0x5641a7f4e1d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 >> 172.21.15.5:0/2049260866 conn(0x5641a7f25a80 msgr2=0x5641a7f70940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 shutdown_connections 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 1 -- 172.21.15.5:0/2049260866 wait complete. 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.966+0000 7fd9d607b740 20 client.4959 trim_cache size 0 max 16384 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:55:59.974 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "260f5f5c-0c78-42cb-adb7-7a11985c1ce4", 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4819, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.2054247900000004, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 15, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 32, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 32, 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 16.091133309 2024-09-16T00:55:59.975 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:55:59.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 msgr2=0x7fd9b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 0x7fd9b806e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc034000 tx=0x7fd9bc02e000 comp rx=0 tx=0).stop 2024-09-16T00:55:59.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 msgr2=0x7fd9cc0b8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:55:59.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400c7f0 tx=0x7fd9c400ccb0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 shutdown_connections 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd9b806c2b0 0x7fd9b806e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9cc15e8e0 0x7fd9cc0b8b50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd9cc0d1ba0 0x7fd9cc15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 --2- 172.21.15.5:0/3156729037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9cc0cf1f0 0x7fd9cc1f4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 >> 172.21.15.5:0/3156729037 conn(0x7fd9cc06bd00 msgr2=0x7fd9cc15cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 shutdown_connections 2024-09-16T00:55:59.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:55:59.967+0000 7fd9d31fd640 1 -- 172.21.15.5:0/3156729037 wait complete. 2024-09-16T00:55:59.979 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:56:00.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.081+0000 7f8b8d28b640 1 Processor -- start 2024-09-16T00:56:00.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.082+0000 7f8b8d28b640 1 -- start start 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.082+0000 7f8b8d28b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8b88062d40 0x7f8b8806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.082+0000 7f8b8d28b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b8806e180 con 0x7f8b8815e7b0 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.082+0000 7f8b8d28b640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b880d1070 con 0x7f8b880d0a90 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.082+0000 7f8b8d28b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8b880d0720 con 0x7f8b88062d40 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b877fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8b88062d40 0x7f8b8806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b86ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8b8815e7b0 0x7f8b880d0010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46822/0 (socket says 172.21.15.5:46822) 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b86ffd640 1 -- 172.21.15.5:0/2982817438 learned_addr learned my addr 172.21.15.5:0/2982817438 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b877fe640 1 -- 172.21.15.5:0/2982817438 >> v1:172.21.15.73:6789/0 conn(0x7f8b880d0a90 legacy=0x7f8b88062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b877fe640 1 -- 172.21.15.5:0/2982817438 >> v1:172.21.15.5:6789/0 conn(0x7f8b8815e7b0 legacy=0x7f8b880d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b877fe640 1 -- 172.21.15.5:0/2982817438 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b880cf530 con 0x7f8b88062d40 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.083+0000 7f8b85ffb640 1 -- 172.21.15.5:0/2982817438 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1377014571 0 0) 0x7f8b8806e180 con 0x7f8b8815e7b0 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.084+0000 7f8b877fe640 1 --2- 172.21.15.5:0/2982817438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b8806cd00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009d90 tx=0x7f8b8002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=780a42c373231a63 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.084+0000 7f8b85ffb640 1 -- 172.21.15.5:0/2982817438 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b80007740 con 0x7f8b88062d40 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.084+0000 7f8b85ffb640 1 -- 172.21.15.5:0/2982817438 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b800078e0 con 0x7f8b88062d40 2024-09-16T00:56:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.084+0000 7f8b85ffb640 1 -- 172.21.15.5:0/2982817438 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b80007cb0 con 0x7f8b88062d40 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 -- 172.21.15.5:0/2982817438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 msgr2=0x7f8b8806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/2982817438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b8806cd00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009d90 tx=0x7f8b8002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 -- 172.21.15.5:0/2982817438 shutdown_connections 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/2982817438 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b8806cd00 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 -- 172.21.15.5:0/2982817438 >> 172.21.15.5:0/2982817438 conn(0x7f8b880b35c0 msgr2=0x7f8b880b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 -- 172.21.15.5:0/2982817438 shutdown_connections 2024-09-16T00:56:00.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.085+0000 7f8b8d28b640 1 -- 172.21.15.5:0/2982817438 wait complete. 2024-09-16T00:56:00.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.086+0000 7f8b8d28b640 1 Processor -- start 2024-09-16T00:56:00.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.086+0000 7f8b8d28b640 1 -- start start 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b880d0a90 0x7f8b88072220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 0x7f8b88072760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8b880cfaf0 con 0x7f8b88062d40 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8806d240 con 0x7f8b8815e7b0 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b8d28b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8b880b44d0 con 0x7f8b880d0a90 2024-09-16T00:56:00.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46246/0 (socket says 172.21.15.5:46246) 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 -- 172.21.15.5:0/3909347894 learned_addr learned my addr 172.21.15.5:0/3909347894 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b877fe640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 0x7f8b88072760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b867fc640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b880d0a90 0x7f8b88072220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 -- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b880d0a90 msgr2=0x7f8b88072220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b880d0a90 0x7f8b88072220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 -- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 msgr2=0x7f8b88072760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 0x7f8b88072760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.087+0000 7f8b86ffd640 1 -- 172.21.15.5:0/3909347894 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b8815ede0 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b877fe640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 0x7f8b88072760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b86ffd640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8b7800c420 tx=0x7f8b7800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b780074e0 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b780047e0 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b8815f0c0 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b78004c10 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.088+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b8815f680 con 0x7f8b88062d40 2024-09-16T00:56:00.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.089+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b8806cd00 con 0x7f8b88062d40 2024-09-16T00:56:00.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.090+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b78011070 con 0x7f8b88062d40 2024-09-16T00:56:00.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.090+0000 7f8b7f7fe640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 0x7f8b6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:00.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.090+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8b7808b060 con 0x7f8b88062d40 2024-09-16T00:56:00.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.090+0000 7f8b867fc640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 0x7f8b6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:00.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.091+0000 7f8b867fc640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 0x7f8b6806e7a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8b88072e10 tx=0x7f8b70009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:00.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.095+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b7800e280 con 0x7f8b88062d40 2024-09-16T00:56:00.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.308+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8b881f70a0 con 0x7f8b88062d40 2024-09-16T00:56:00.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.309+0000 7f8b7f7fe640 1 -- 172.21.15.5:0/3909347894 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f8b780597d0 con 0x7f8b88062d40 2024-09-16T00:56:00.310 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 msgr2=0x7f8b6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 0x7f8b6806e7a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8b88072e10 tx=0x7f8b70009040 comp rx=0 tx=0).stop 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 msgr2=0x7f8b881f6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8b7800c420 tx=0x7f8b7800c8e0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 shutdown_connections 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8b6806c2e0 0x7f8b6806e7a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b8815e7b0 0x7f8b88072760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8b880d0a90 0x7f8b88072220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 --2- 172.21.15.5:0/3909347894 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b88062d40 0x7f8b881f6b60 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:00.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 >> 172.21.15.5:0/3909347894 conn(0x7f8b880b35c0 msgr2=0x7f8b880b5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:00.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 shutdown_connections 2024-09-16T00:56:00.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00.311+0000 7f8b8d28b640 1 -- 172.21.15.5:0/3909347894 wait complete. 2024-09-16T00:56:00.323 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-16T00:56:00.323 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:56:00.323 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:56:00.324 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:00.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.325 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-16T00:56:00.341 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:56:00.341 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:56:00.341 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:00.342 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42718sec preferred_lft 42718sec 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:56:00.343 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::7453:e4ff:fe0c:6975/64 scope link 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::b89c:43ff:fea4:758c/64 scope link 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether d6:c1:0a:33:0c:fd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::d4c1:aff:fe33:cfd/64 scope link 2024-09-16T00:56:00.344 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:00.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.345 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:56:00.406 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-16T00:56:00.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.408 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-16T00:56:00.465 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-16T00:56:00.465 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:56:00.465 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:56:00.465 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:56:00.465 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:56:00.466 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:56:00.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:56:00.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:00.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.593 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:56:00.610 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:56:00.610 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:56:00.610 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:00.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-16T00:56:00.676 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:00.676 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:00.732 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:00.732 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:00.733 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:00.789 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:56:00.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.789 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:00.874 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:00.874 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:00.874 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:00.883 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:00.883 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:00.883 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:00.883 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:00.883 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:00.888 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:56:00.889 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:56:00.891 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:56:00.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:00.891 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:00.917 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:56:01.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:56:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.020 INFO:teuthology.orchestra.run.smithi005.stdout:client4721 2024-09-16T00:56:01.020 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:01.020 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:01.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:01.037 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir1) 2024-09-16T00:56:01.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:01.097 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch testdir1/testfile) 2024-09-16T00:56:01.154 DEBUG:teuthology.orchestra.run.smithi005:> stdin-killer -- python3 -c ' 2024-09-16T00:56:01.154 DEBUG:teuthology.orchestra.run.smithi005:> import os 2024-09-16T00:56:01.155 DEBUG:teuthology.orchestra.run.smithi005:> import stat 2024-09-16T00:56:01.155 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-16T00:56:01.155 DEBUG:teuthology.orchestra.run.smithi005:> print(os.stat("/home/ubuntu/cephtest/mnt.0/testdir1").st_ino) 2024-09-16T00:56:01.155 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-16T00:56:01.261 INFO:teuthology.orchestra.run.smithi005.stdout:1099511627776 2024-09-16T00:56:01.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:01.270 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:01.270 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:01.327 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:01.327 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:01.384 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:56:01.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.525+0000 7fbb60247640 1 Processor -- start 2024-09-16T00:56:01.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.525+0000 7fbb60247640 1 -- start start 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb60247640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fbb580b37a0 0x7fbb58162cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb60247640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb580b70b0 con 0x7fbb580d1c10 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb60247640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb580b78b0 con 0x7fbb5815e970 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb60247640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fbb58163210 con 0x7fbb580b37a0 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb5d7e2640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbb580d1c10 0x7fbb580ced40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59150/0 (socket says 172.21.15.5:59150) 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.526+0000 7fbb5d7e2640 1 -- 172.21.15.5:0/381015092 learned_addr learned my addr 172.21.15.5:0/381015092 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/381015092 >> v2:172.21.15.73:3300/0 conn(0x7fbb580b37a0 0x7fbb58162cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1926021182 0 0) 0x7fbb4c001110 con 0x7fbb580d1c10 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb40003520 con 0x7fbb580d1c10 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1463488035 0 0) 0x7fbb48001490 con 0x7fbb5815e970 2024-09-16T00:56:01.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb4c001110 con 0x7fbb5815e970 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2966840630 0 0) 0x7fbb40003520 con 0x7fbb580d1c10 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 >> v2:172.21.15.73:3300/0 conn(0x7fbb580b37a0 msgr2=0x7fbb58162cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 --2- 172.21.15.5:0/381015092 >> v2:172.21.15.73:3300/0 conn(0x7fbb580b37a0 0x7fbb58162cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 >> v1:172.21.15.73:6789/0 conn(0x7fbb5815e970 legacy=0x7fbb580d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb580b62f0 con 0x7fbb580d1c10 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fbb4c001840 con 0x7fbb580d1c10 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 >> v1:172.21.15.5:6789/0 conn(0x7fbb580d1c10 legacy=0x7fbb580ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb40003b40 0x7fbb40003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb40004800 0x7fbb40004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb4000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbb58163210 con 0x7fbb400051c0 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbb4000c040 con 0x7fbb40004800 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbb4000c240 con 0x7fbb40003b40 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb4000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5d7e2640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb40004800 0x7fbb40004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5dfe3640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb40003b40 0x7fbb40003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 -- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb40003b40 msgr2=0x7fbb40003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:01.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb40003b40 0x7fbb40003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 -- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb40004800 msgr2=0x7fbb40004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb40004800 0x7fbb40004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.527+0000 7fbb5e7e4640 1 -- 172.21.15.5:0/381015092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb40003520 con 0x7fbb400051c0 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5dfe3640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb40003b40 0x7fbb40003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5e7e4640 1 -- 172.21.15.5:0/381015092 reap_dead start 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb4000b9c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbb50009ac0 tx=0x7fbb40005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d6412d154905d83 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50009690 con 0x7fbb400051c0 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb50004020 con 0x7fbb400051c0 2024-09-16T00:56:01.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.528+0000 7fbb5cfe1640 1 -- 172.21.15.5:0/381015092 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50004410 con 0x7fbb400051c0 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 -- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 msgr2=0x7fbb4000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb4000b9c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbb50009ac0 tx=0x7fbb40005830 comp rx=0 tx=0).stop 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 -- 172.21.15.5:0/381015092 shutdown_connections 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 --2- 172.21.15.5:0/381015092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb4000b9c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 -- 172.21.15.5:0/381015092 >> 172.21.15.5:0/381015092 conn(0x7fbb5806bd00 msgr2=0x7fbb5806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 -- 172.21.15.5:0/381015092 shutdown_connections 2024-09-16T00:56:01.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.529+0000 7fbb60247640 1 -- 172.21.15.5:0/381015092 wait complete. 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.530+0000 7fbb60247640 1 Processor -- start 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.530+0000 7fbb60247640 1 -- start start 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 0x7fbb58146690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb58161370 0x7fbb581617f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbb580b68b0 con 0x7fbb400051c0 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbb580b3bb0 con 0x7fbb58161370 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb60247640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbb580b6b90 con 0x7fbb58146230 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb5dfe3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb5dfe3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46568/0 (socket says 172.21.15.5:46568) 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb5dfe3640 1 -- 172.21.15.5:0/182566735 learned_addr learned my addr 172.21.15.5:0/182566735 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb5e7e4640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb58161370 0x7fbb581617f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.531+0000 7fbb5d7e2640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 0x7fbb58146690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 -- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 msgr2=0x7fbb58146690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 0x7fbb58146690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 -- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb58161370 msgr2=0x7fbb581617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb58161370 0x7fbb581617f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 -- 172.21.15.5:0/182566735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb581470f0 con 0x7fbb400051c0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5d7e2640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 0x7fbb58146690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb5dfe3640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbb48007d20 tx=0x7fbb4800ef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48003b80 con 0x7fbb400051c0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb48003d20 con 0x7fbb400051c0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48006b50 con 0x7fbb400051c0 2024-09-16T00:56:01.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb58146e10 con 0x7fbb400051c0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.532+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb580cd110 con 0x7fbb400051c0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.533+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb58162cd0 con 0x7fbb400051c0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.533+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb4801a020 con 0x7fbb400051c0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.534+0000 7fbb567fc640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 0x7fbb4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.534+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fbb4808af70 con 0x7fbb400051c0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.534+0000 7fbb5d7e2640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 0x7fbb4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.535+0000 7fbb5d7e2640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 0x7fbb4406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbb581f8010 tx=0x7fbb4c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.538+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb580b78b0 con 0x7fbb400051c0 2024-09-16T00:56:01.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.724+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbb580d2c30 con 0x7fbb400051c0 2024-09-16T00:56:01.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.725+0000 7fbb567fc640 1 -- 172.21.15.5:0/182566735 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v32) ==== 80+0+0 (secure 0 0 0) 0x7fbb480595b0 con 0x7fbb400051c0 2024-09-16T00:56:01.726 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-16T00:56:01.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 msgr2=0x7fbb4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 0x7fbb4406e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbb581f8010 tx=0x7fbb4c009040 comp rx=0 tx=0).stop 2024-09-16T00:56:01.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 msgr2=0x7fbb580ca510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbb48007d20 tx=0x7fbb4800ef80 comp rx=0 tx=0).stop 2024-09-16T00:56:01.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 shutdown_connections 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbb4406c2b0 0x7fbb4406e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbb58161370 0x7fbb581617f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbb58146230 0x7fbb58146690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 --2- 172.21.15.5:0/182566735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb400051c0 0x7fbb580ca510 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 >> 172.21.15.5:0/182566735 conn(0x7fbb5806bd00 msgr2=0x7fbb5806c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 shutdown_connections 2024-09-16T00:56:01.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.727+0000 7fbb60247640 1 -- 172.21.15.5:0/182566735 wait complete. 2024-09-16T00:56:01.739 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-16T00:56:01.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:01.739 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:01.791 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:56:01.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:01.791 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:56:01.823 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:01.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.965+0000 7fe02c9a1640 1 Processor -- start 2024-09-16T00:56:01.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.965+0000 7fe02c9a1640 1 -- start start 2024-09-16T00:56:01.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.966+0000 7fe02c9a1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 0x7fe0280713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.966+0000 7fe02c9a1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 0x7fe02806dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.966+0000 7fe02c9a1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe02815cb60 con 0x7fe02806e270 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.966+0000 7fe02c9a1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe02806e6e0 con 0x7fe028160990 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.966+0000 7fe02c9a1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe0280719b0 con 0x7fe02815c330 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe025d9b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 0x7fe02806dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe02659c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 0x7fe0280713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe025d9b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 0x7fe02806dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:44204/0 (socket says 172.21.15.5:44204) 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe026d9d640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fe02806e270 0x7fe028072fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53578/0 (socket says 172.21.15.5:53578) 2024-09-16T00:56:01.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe025d9b640 1 -- 172.21.15.5:0/3471223457 learned_addr learned my addr 172.21.15.5:0/3471223457 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe02659c640 1 -- 172.21.15.5:0/3471223457 >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 msgr2=0x7fe02806dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe02659c640 1 --2- 172.21.15.5:0/3471223457 >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 0x7fe02806dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe02659c640 1 -- 172.21.15.5:0/3471223457 >> v1:172.21.15.73:6789/0 conn(0x7fe02806e270 legacy=0x7fe028072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.967+0000 7fe02659c640 1 -- 172.21.15.5:0/3471223457 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02815ce40 con 0x7fe02815c330 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.968+0000 7fe02659c640 1 --2- 172.21.15.5:0/3471223457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 0x7fe0280713d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe018009d90 tx=0x7fe01802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3756702a3a62e7d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.968+0000 7fe02559a640 1 -- 172.21.15.5:0/3471223457 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe018007740 con 0x7fe02815c330 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.968+0000 7fe02559a640 1 -- 172.21.15.5:0/3471223457 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0180078e0 con 0x7fe02815c330 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.968+0000 7fe02559a640 1 -- 172.21.15.5:0/3471223457 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe018007cb0 con 0x7fe02815c330 2024-09-16T00:56:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 -- 172.21.15.5:0/3471223457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 msgr2=0x7fe0280713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/3471223457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 0x7fe0280713d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe018009d90 tx=0x7fe01802a660 comp rx=0 tx=0).stop 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 -- 172.21.15.5:0/3471223457 shutdown_connections 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/3471223457 >> v2:172.21.15.73:3300/0 conn(0x7fe028160990 0x7fe02806dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/3471223457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe02815c330 0x7fe0280713d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 -- 172.21.15.5:0/3471223457 >> 172.21.15.5:0/3471223457 conn(0x7fe0280b4170 msgr2=0x7fe0280b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 -- 172.21.15.5:0/3471223457 shutdown_connections 2024-09-16T00:56:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.969+0000 7fe02c9a1640 1 -- 172.21.15.5:0/3471223457 wait complete. 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.970+0000 7fe02c9a1640 1 Processor -- start 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.970+0000 7fe02c9a1640 1 -- start start 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe02806e270 0x7fe028156170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe028160990 0x7fe0280b6a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe02815d920 con 0x7fe02815c330 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe02815d400 con 0x7fe02806e270 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02c9a1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe028160dd0 con 0x7fe028160990 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46578/0 (socket says 172.21.15.5:46578) 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 -- 172.21.15.5:0/2943397143 learned_addr learned my addr 172.21.15.5:0/2943397143 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe02659c640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe02806e270 0x7fe028156170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe026d9d640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe028160990 0x7fe0280b6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 -- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe028160990 msgr2=0x7fe0280b6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe028160990 0x7fe0280b6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 -- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe02806e270 msgr2=0x7fe028156170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe02806e270 0x7fe028156170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.971+0000 7fe025d9b640 1 -- 172.21.15.5:0/2943397143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0281f2420 con 0x7fe02815c330 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe025d9b640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe01000e840 tx=0x7fe01000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe010017070 con 0x7fe02815c330 2024-09-16T00:56:01.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe01000c8e0 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0281f31a0 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01000ccd0 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.972+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0281f29a0 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.973+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe02815c710 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.973+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe01001a070 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.974+0000 7fe01effd640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.974+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe01008b2d0 con 0x7fe02815c330 2024-09-16T00:56:01.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.974+0000 7fe02659c640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:01.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.975+0000 7fe02659c640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 0x7fe00806e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe018034000 tx=0x7fe01802f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:01.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:01.978+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe010059370 con 0x7fe02815c330 2024-09-16T00:56:02.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.189+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe0280ce780 con 0x7fe02815c330 2024-09-16T00:56:02.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.189+0000 7fe01effd640 1 -- 172.21.15.5:0/2943397143 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5214 (secure 0 0 0) 0x7fe01005d670 con 0x7fe02815c330 2024-09-16T00:56:02.190 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:02.190 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":15,"btime":"2024-09-16T00:55:52:933940+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4813,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:55:52.275301+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4819},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4819":{"gid":4819,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6834/3599063376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3599063376},{"type":"v1","addr":"172.21.15.5:6834","nonce":3599063376}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4819,"qdb_cluster":[4819]},"id":2}]} 2024-09-16T00:56:02.190 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 15 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 msgr2=0x7fe00806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 0x7fe00806e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe018034000 tx=0x7fe01802f000 comp rx=0 tx=0).stop 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 msgr2=0x7fe02815a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe01000e840 tx=0x7fe01000ed00 comp rx=0 tx=0).stop 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 shutdown_connections 2024-09-16T00:56:02.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe00806c2b0 0x7fe00806e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe028160990 0x7fe0280b6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe02815c330 0x7fe02815a300 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 --2- 172.21.15.5:0/2943397143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe02806e270 0x7fe028156170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 >> 172.21.15.5:0/2943397143 conn(0x7fe0280b4170 msgr2=0x7fe028157a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 shutdown_connections 2024-09-16T00:56:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.192+0000 7fe02c9a1640 1 -- 172.21.15.5:0/2943397143 wait complete. 2024-09-16T00:56:02.203 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-16T00:56:02.330 INFO:teuthology.orchestra.run.smithi005.stdout:{"message":"","return_code":0} 2024-09-16T00:56:02.330 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-16T00:56:02.331 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 2:0 2024-09-16T00:56:02.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.433+0000 7f5a9c053640 1 Processor -- start 2024-09-16T00:56:02.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.434+0000 7f5a9c053640 1 -- start start 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.434+0000 7f5a9c053640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5a9415b110 0x7f5a940b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.434+0000 7f5a9c053640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 0x7f5a940cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a9c053640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a940b4250 con 0x7f5a9415b4f0 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a9c053640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5a940b44f0 con 0x7f5a9415b110 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a9c053640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5a940ccd80 con 0x7f5a940d08f0 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5a9415b110 0x7f5a940b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a995ee640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5a9415b4f0 0x7f5a940d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59162/0 (socket says 172.21.15.5:59162) 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5a9415b110 0x7f5a940b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46594/0 (socket says 172.21.15.5:46594) 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a995ee640 1 -- 172.21.15.5:0/2541944211 learned_addr learned my addr 172.21.15.5:0/2541944211 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a9a5f0640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 0x7f5a940cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 -- 172.21.15.5:0/2541944211 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 msgr2=0x7f5a940cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 0x7f5a940cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 -- 172.21.15.5:0/2541944211 >> v1:172.21.15.5:6789/0 conn(0x7f5a9415b4f0 legacy=0x7f5a940d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a99def640 1 -- 172.21.15.5:0/2541944211 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a940cd060 con 0x7f5a9415b110 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a98ded640 1 -- 172.21.15.5:0/2541944211 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1091569274 0 0) 0x7f5a940b4250 con 0x7f5a9415b4f0 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.435+0000 7f5a9a5f0640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 0x7f5a940cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a99def640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b110 0x7f5a940b3d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5a940b4670 tx=0x7f5a9002a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6a3142b7e79422 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a98ded640 1 -- 172.21.15.5:0/2541944211 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9002ae60 con 0x7f5a9415b110 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a98ded640 1 -- 172.21.15.5:0/2541944211 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a90007740 con 0x7f5a9415b110 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a98ded640 1 -- 172.21.15.5:0/2541944211 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a90007b10 con 0x7f5a9415b110 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a9c053640 1 -- 172.21.15.5:0/2541944211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b110 msgr2=0x7f5a940b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.436+0000 7f5a9c053640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b110 0x7f5a940b3d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5a940b4670 tx=0x7f5a9002a640 comp rx=0 tx=0).stop 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 -- 172.21.15.5:0/2541944211 shutdown_connections 2024-09-16T00:56:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a940d08f0 0x7f5a940cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 --2- 172.21.15.5:0/2541944211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b110 0x7f5a940b3d10 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 -- 172.21.15.5:0/2541944211 >> 172.21.15.5:0/2541944211 conn(0x7f5a9406d000 msgr2=0x7f5a9406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 -- 172.21.15.5:0/2541944211 shutdown_connections 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.437+0000 7f5a9c053640 1 -- 172.21.15.5:0/2541944211 wait complete. 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.438+0000 7f5a9c053640 1 Processor -- start 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.438+0000 7f5a9c053640 1 -- start start 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a940d08f0 0x7f5a94154010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a9415b110 0x7f5a94156650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5a94073d10 con 0x7f5a9415b4f0 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5a940cd620 con 0x7f5a940d08f0 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5a94073e90 con 0x7f5a9415b110 2024-09-16T00:56:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46606/0 (socket says 172.21.15.5:46606) 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 -- 172.21.15.5:0/617699105 learned_addr learned my addr 172.21.15.5:0/617699105 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a99def640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a940d08f0 0x7f5a94154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a995ee640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a9415b110 0x7f5a94156650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 -- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a9415b110 msgr2=0x7f5a94156650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a9415b110 0x7f5a94156650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 -- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a940d08f0 msgr2=0x7f5a94154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a940d08f0 0x7f5a94154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 -- 172.21.15.5:0/617699105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a94156ea0 con 0x7f5a9415b4f0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9a5f0640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00c7f0 tx=0x7f5a8c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c015070 con 0x7f5a9415b4f0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a8c007820 con 0x7f5a9415b4f0 2024-09-16T00:56:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a94157180 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c007c50 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.439+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a94157740 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.441+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a94157910 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.441+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a8c018070 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.441+0000 7f5a8a7fc640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 0x7f5a7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.442+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5a8c08b600 con 0x7f5a9415b4f0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.442+0000 7f5a99def640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 0x7f5a7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.442+0000 7f5a99def640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 0x7f5a7806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5a90034000 tx=0x7f5a9002f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.446+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a8c059d70 con 0x7f5a9415b4f0 2024-09-16T00:56:02.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.689+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "2:0"} v 0) -- 0x7f5a9406d910 con 0x7f5a9415b4f0 2024-09-16T00:56:02.690 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-16T00:56:02.690+0000 7f63b33aa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:56:02.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.691+0000 7f5a8a7fc640 1 -- 172.21.15.5:0/617699105 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "2:0"}]=0 failed mds gid 4819 v16) ==== 97+0+0 (secure 0 0 0) 0x7f5a8c059670 con 0x7f5a9415b4f0 2024-09-16T00:56:02.691 INFO:teuthology.orchestra.run.smithi005.stderr:failed mds gid 4819 2024-09-16T00:56:02.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.693+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 msgr2=0x7f5a7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.693+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 0x7f5a7806e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5a90034000 tx=0x7f5a9002f000 comp rx=0 tx=0).stop 2024-09-16T00:56:02.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.693+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 msgr2=0x7f5a941590e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.693+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00c7f0 tx=0x7f5a8c00ccb0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 shutdown_connections 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5a7806c2b0 0x7f5a7806e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5a9415b4f0 0x7f5a941590e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5a9415b110 0x7f5a94156650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 --2- 172.21.15.5:0/617699105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5a940d08f0 0x7f5a94154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 >> 172.21.15.5:0/617699105 conn(0x7f5a9406d000 msgr2=0x7f5a940b00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 shutdown_connections 2024-09-16T00:56:02.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.694+0000 7f5a9c053640 1 -- 172.21.15.5:0/617699105 wait complete. 2024-09-16T00:56:02.697 INFO:tasks.ceph.mds.a.smithi005.stderr: -4049> 2024-09-16T00:55:55.739+0000 7f4a95fe3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:56:02.709 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:02.730 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:56:02.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.813+0000 7f6e058af640 1 Processor -- start 2024-09-16T00:56:02.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6e058af640 1 -- start start 2024-09-16T00:56:02.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6e058af640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6e000b6690 0x7f6e000cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6e058af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e000cff10 con 0x7f6e000b6a70 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6e058af640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e000d1b10 con 0x7f6e000d16e0 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6e058af640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6e000cf540 con 0x7f6e000b6690 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.814+0000 7f6dfeffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6e000b6690 0x7f6e000cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfe7fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6e000b6a70 0x7f6e000d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59166/0 (socket says 172.21.15.5:59166) 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfeffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6e000b6690 0x7f6e000cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46644/0 (socket says 172.21.15.5:46644) 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfe7fc640 1 -- 172.21.15.5:0/2412877192 learned_addr learned my addr 172.21.15.5:0/2412877192 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfeffd640 1 -- 172.21.15.5:0/2412877192 >> v1:172.21.15.73:6789/0 conn(0x7f6e000d16e0 legacy=0x7f6e000d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfeffd640 1 -- 172.21.15.5:0/2412877192 >> v1:172.21.15.5:6789/0 conn(0x7f6e000b6a70 legacy=0x7f6e000d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfdffb640 1 -- 172.21.15.5:0/2412877192 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3891411487 0 0) 0x7f6e000cff10 con 0x7f6e000b6a70 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.815+0000 7f6dfeffd640 1 -- 172.21.15.5:0/2412877192 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e000d1d90 con 0x7f6e000b6690 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6dfeffd640 1 --2- 172.21.15.5:0/2412877192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6690 0x7f6e000cf9d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6df80097a0 tx=0x7f6df802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe86e5a09a94c94 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6dfdffb640 1 -- 172.21.15.5:0/2412877192 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df8037070 con 0x7f6e000b6690 2024-09-16T00:56:02.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6dfdffb640 1 -- 172.21.15.5:0/2412877192 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df8032440 con 0x7f6e000b6690 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6dfdffb640 1 -- 172.21.15.5:0/2412877192 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df8032810 con 0x7f6e000b6690 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 -- 172.21.15.5:0/2412877192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6690 msgr2=0x7f6e000cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 --2- 172.21.15.5:0/2412877192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6690 0x7f6e000cf9d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6df80097a0 tx=0x7f6df802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 -- 172.21.15.5:0/2412877192 shutdown_connections 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 --2- 172.21.15.5:0/2412877192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6690 0x7f6e000cf9d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 -- 172.21.15.5:0/2412877192 >> 172.21.15.5:0/2412877192 conn(0x7f6e00072560 msgr2=0x7f6e00072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 -- 172.21.15.5:0/2412877192 shutdown_connections 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.816+0000 7f6e058af640 1 -- 172.21.15.5:0/2412877192 wait complete. 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.817+0000 7f6e058af640 1 Processor -- start 2024-09-16T00:56:02.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 -- start start 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6e000b6690 0x7f6e001f17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 0x7f6e00157230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6e000b6f00 con 0x7f6e000b6a70 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6e000cf1d0 con 0x7f6e000d16e0 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6e058af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6e0015c530 con 0x7f6e000b6690 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6dfe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6dfe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46654/0 (socket says 172.21.15.5:46654) 2024-09-16T00:56:02.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.818+0000 7f6dfe7fc640 1 -- 172.21.15.5:0/3745484691 learned_addr learned my addr 172.21.15.5:0/3745484691 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 -- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6e000b6690 msgr2=0x7f6e001f17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6e000b6690 0x7f6e001f17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dff7fe640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 0x7f6e00157230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 -- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 msgr2=0x7f6e00157230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 0x7f6e00157230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 -- 172.21.15.5:0/3745484691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e001541f0 con 0x7f6e000b6a70 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dff7fe640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 0x7f6e00157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6dfe7fc640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6de800c4d0 tx=0x7f6de800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de8018070 con 0x7f6e000b6a70 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6de8007500 con 0x7f6e000b6a70 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e001544d0 con 0x7f6e000b6a70 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de8004a20 con 0x7f6e000b6a70 2024-09-16T00:56:02.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.819+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e00154d70 con 0x7f6e000b6a70 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.820+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e00069140 con 0x7f6e000b6a70 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.821+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6de801b070 con 0x7f6e000b6a70 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.821+0000 7f6df7fff640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.821+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f6de808a8b0 con 0x7f6e000b6a70 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.821+0000 7f6dfeffd640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:02.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.822+0000 7f6dfeffd640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 0x7f6de006e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6df8034000 tx=0x7f6df802c000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:02.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:02.825+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6de8058f20 con 0x7f6e000b6a70 2024-09-16T00:56:03.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.036+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e000cf9b0 con 0x7f6e000b6a70 2024-09-16T00:56:03.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.036+0000 7f6df7fff640 1 -- 172.21.15.5:0/3745484691 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+4386 (secure 0 0 0) 0x7f6de8058820 con 0x7f6e000b6a70 2024-09-16T00:56:03.037 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:03.037 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":17,"btime":"2024-09-16T00:56:02:694506+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:02.694493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:replay","state_seq":1,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-16T00:56:03.037 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 17 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 msgr2=0x7f6de006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 0x7f6de006e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6df8034000 tx=0x7f6df802c000 comp rx=0 tx=0).stop 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 msgr2=0x7f6e00155570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6de800c4d0 tx=0x7f6de800c990 comp rx=0 tx=0).stop 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 shutdown_connections 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6de006c2b0 0x7f6de006e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6e000d16e0 0x7f6e00157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6e000b6a70 0x7f6e00155570 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:03.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 --2- 172.21.15.5:0/3745484691 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6e000b6690 0x7f6e001f17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:03.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 >> 172.21.15.5:0/3745484691 conn(0x7f6e00072560 msgr2=0x7f6e0015c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:03.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 shutdown_connections 2024-09-16T00:56:03.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:03.038+0000 7f6e058af640 1 -- 172.21.15.5:0/3745484691 wait complete. 2024-09-16T00:56:03.452 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:55:50.100055+0000', 'modified': '2024-09-16T00:56:02.694493+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4813}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4813': {'gid': 4813, 'name': 'b', 'rank': 0, 'incarnation': 17, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.73:6837/1371792371', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1371792371}, {'type': 'v1', 'addr': '172.21.15.73:6837', 'nonce': 1371792371}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T00:56:03.452 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4813:up:replay 2024-09-16T00:56:04.453 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:04.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.568+0000 7fa4e4d11640 1 Processor -- start 2024-09-16T00:56:04.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.568+0000 7fa4e4d11640 1 -- start start 2024-09-16T00:56:04.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.569+0000 7fa4e4d11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.569+0000 7fa4e4d11640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 0x7fa4e00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.569+0000 7fa4e4d11640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4e00d1d90 con 0x7fa4e00b6690 2024-09-16T00:56:04.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.569+0000 7fa4e4d11640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa4e00cf540 con 0x7fa4e00d1510 2024-09-16T00:56:04.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.569+0000 7fa4e4d11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e00ceef0 con 0x7fa4e00b6a70 2024-09-16T00:56:04.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ded9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 0x7fa4e00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:53702/0 (socket says 172.21.15.5:53702) 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4de59c640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fa4e00b6690 0x7fa4e00cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53614/0 (socket says 172.21.15.5:53614) 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 -- 172.21.15.5:0/608696250 learned_addr learned my addr 172.21.15.5:0/608696250 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 -- 172.21.15.5:0/608696250 >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 msgr2=0x7fa4e00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 --2- 172.21.15.5:0/608696250 >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 0x7fa4e00d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 -- 172.21.15.5:0/608696250 >> v1:172.21.15.73:6789/0 conn(0x7fa4e00b6690 legacy=0x7fa4e00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ddd9b640 1 -- 172.21.15.5:0/608696250 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e00cf1d0 con 0x7fa4e00b6a70 2024-09-16T00:56:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.570+0000 7fa4ded9d640 1 --2- 172.21.15.5:0/608696250 >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 0x7fa4e00d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:04.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.571+0000 7fa4ddd9b640 1 --2- 172.21.15.5:0/608696250 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009870 tx=0x7fa4d402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=938651be60aa7f6f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.571+0000 7fa4dd59a640 1 -- 172.21.15.5:0/608696250 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4037070 con 0x7fa4e00b6a70 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.571+0000 7fa4dd59a640 1 -- 172.21.15.5:0/608696250 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4d4032440 con 0x7fa4e00b6a70 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.571+0000 7fa4dd59a640 1 -- 172.21.15.5:0/608696250 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4032810 con 0x7fa4e00b6a70 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 -- 172.21.15.5:0/608696250 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 msgr2=0x7fa4e00d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/608696250 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4009870 tx=0x7fa4d402a270 comp rx=0 tx=0).stop 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 -- 172.21.15.5:0/608696250 shutdown_connections 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/608696250 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e00d0fd0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/608696250 >> v2:172.21.15.73:3300/0 conn(0x7fa4e00d1510 0x7fa4e00d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 -- 172.21.15.5:0/608696250 >> 172.21.15.5:0/608696250 conn(0x7fa4e0072560 msgr2=0x7fa4e0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 -- 172.21.15.5:0/608696250 shutdown_connections 2024-09-16T00:56:04.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.572+0000 7fa4e4d11640 1 -- 172.21.15.5:0/608696250 wait complete. 2024-09-16T00:56:04.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.573+0000 7fa4e4d11640 1 Processor -- start 2024-09-16T00:56:04.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.573+0000 7fa4e4d11640 1 -- start start 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4e00b6690 0x7fa4e00cc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e01f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e00d1b20 con 0x7fa4e00d1510 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e00d19a0 con 0x7fa4e00b6690 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4e4d11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e015c530 con 0x7fa4e00b6a70 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4ded9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4ded9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46666/0 (socket says 172.21.15.5:46666) 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.574+0000 7fa4ded9d640 1 -- 172.21.15.5:0/2594105993 learned_addr learned my addr 172.21.15.5:0/2594105993 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4de59c640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4e00b6690 0x7fa4e00cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ddd9b640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e01f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 -- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 msgr2=0x7fa4e01f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e01f5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 -- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4e00b6690 msgr2=0x7fa4e00cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4e00b6690 0x7fa4e00cc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 -- 172.21.15.5:0/2594105993 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e00cb890 con 0x7fa4e00d1510 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ddd9b640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e01f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ded9d640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800efc0 tx=0x7fa4d800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8018030 con 0x7fa4e00d1510 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4d800cdf0 con 0x7fa4e00d1510 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4e00cbb70 con 0x7fa4e00d1510 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8003bb0 con 0x7fa4e00d1510 2024-09-16T00:56:04.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.575+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4e00cc130 con 0x7fa4e00d1510 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.576+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4e00d0fd0 con 0x7fa4e00d1510 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.577+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4d801b070 con 0x7fa4e00d1510 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.577+0000 7fa4ceffd640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 0x7fa4c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.577+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa4d808bdb0 con 0x7fa4e00d1510 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.578+0000 7fa4de59c640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 0x7fa4c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:04.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.578+0000 7fa4de59c640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 0x7fa4c006e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0007fd0 tx=0x7fa4d0007e80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:04.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.582+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4d8010040 con 0x7fa4e00d1510 2024-09-16T00:56:04.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.796+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4e0069140 con 0x7fa4e00d1510 2024-09-16T00:56:04.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.797+0000 7fa4ceffd640 1 -- 172.21.15.5:0/2594105993 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5208 (secure 0 0 0) 0x7fa4d805a550 con 0x7fa4e00d1510 2024-09-16T00:56:04.798 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:04.798 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":19,"btime":"2024-09-16T00:56:04:698213+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:03.701344+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:rejoin","state_seq":7,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-16T00:56:04.798 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 19 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 msgr2=0x7fa4c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 0x7fa4c006e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0007fd0 tx=0x7fa4d0007e80 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 msgr2=0x7fa4e0158540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800efc0 tx=0x7fa4d800c490 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 shutdown_connections 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4c006c2b0 0x7fa4c006e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4e00d1510 0x7fa4e0158540 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa4e00b6a70 0x7fa4e01f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 --2- 172.21.15.5:0/2594105993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4e00b6690 0x7fa4e00cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 >> 172.21.15.5:0/2594105993 conn(0x7fa4e0072560 msgr2=0x7fa4e00b8980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:04.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 shutdown_connections 2024-09-16T00:56:04.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:04.799+0000 7fa4e4d11640 1 -- 172.21.15.5:0/2594105993 wait complete. 2024-09-16T00:56:05.212 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 19, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:55:50.100055+0000', 'modified': '2024-09-16T00:56:03.701344+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4813}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4813': {'gid': 4813, 'name': 'b', 'rank': 0, 'incarnation': 17, 'state': 'up:rejoin', 'state_seq': 7, 'addr': '172.21.15.73:6837/1371792371', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1371792371}, {'type': 'v1', 'addr': '172.21.15.73:6837', 'nonce': 1371792371}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T00:56:05.212 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4813:up:rejoin 2024-09-16T00:56:05.736 INFO:tasks.ceph.mds.b.smithi073.stderr:2024-09-16T00:56:05.735+0000 7feada9ce640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:56:06.213 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:06.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.328+0000 7faa750a4640 1 Processor -- start 2024-09-16T00:56:06.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.328+0000 7faa750a4640 1 -- start start 2024-09-16T00:56:06.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa750a4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faa7015e8e0 0x7faa70162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa750a4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 0x7faa700d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa750a4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa700b7920 con 0x7faa700cf1f0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa750a4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7faa700cf940 con 0x7faa7015e8e0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa750a4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7faa700cfc20 con 0x7faa700d1ba0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faa7015e8e0 0x7faa70162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faa7015e8e0 0x7faa70162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46682/0 (socket says 172.21.15.5:46682) 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 -- 172.21.15.5:0/740798723 learned_addr learned my addr 172.21.15.5:0/740798723 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6f59e640 1 --2- 172.21.15.5:0/740798723 >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 0x7faa700d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 -- 172.21.15.5:0/740798723 >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 msgr2=0x7faa700d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 --2- 172.21.15.5:0/740798723 >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 0x7faa700d32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 -- 172.21.15.5:0/740798723 >> v1:172.21.15.73:6789/0 conn(0x7faa700cf1f0 legacy=0x7faa700d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6ed9d640 1 -- 172.21.15.5:0/740798723 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa700d2ae0 con 0x7faa7015e8e0 2024-09-16T00:56:06.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.329+0000 7faa6f59e640 1 --2- 172.21.15.5:0/740798723 >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 0x7faa700d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.330+0000 7faa6ed9d640 1 --2- 172.21.15.5:0/740798723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa7015e8e0 0x7faa70162cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7faa70073350 tx=0x7faa6002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=343397b57d8d38d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.330+0000 7faa6dd9b640 1 -- 172.21.15.5:0/740798723 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60037070 con 0x7faa7015e8e0 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.330+0000 7faa6dd9b640 1 -- 172.21.15.5:0/740798723 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa60032440 con 0x7faa7015e8e0 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.330+0000 7faa6dd9b640 1 -- 172.21.15.5:0/740798723 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60032810 con 0x7faa7015e8e0 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 -- 172.21.15.5:0/740798723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa7015e8e0 msgr2=0x7faa70162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 --2- 172.21.15.5:0/740798723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa7015e8e0 0x7faa70162cf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7faa70073350 tx=0x7faa6002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 -- 172.21.15.5:0/740798723 shutdown_connections 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 --2- 172.21.15.5:0/740798723 >> v2:172.21.15.73:3300/0 conn(0x7faa700d1ba0 0x7faa700d32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 --2- 172.21.15.5:0/740798723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa7015e8e0 0x7faa70162cf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 -- 172.21.15.5:0/740798723 >> 172.21.15.5:0/740798723 conn(0x7faa7006bd00 msgr2=0x7faa7006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 -- 172.21.15.5:0/740798723 shutdown_connections 2024-09-16T00:56:06.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.331+0000 7faa750a4640 1 -- 172.21.15.5:0/740798723 wait complete. 2024-09-16T00:56:06.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.332+0000 7faa750a4640 1 Processor -- start 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 -- start start 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7faa700d1ba0 0x7faa700b8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa7015e8e0 0x7faa700b9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faa700d3820 con 0x7faa700cf1f0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faa700cf630 con 0x7faa7015e8e0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa750a4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7faa700d39a0 con 0x7faa700d1ba0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa6ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa6ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46684/0 (socket says 172.21.15.5:46684) 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.333+0000 7faa6ed9d640 1 -- 172.21.15.5:0/4154456065 learned_addr learned my addr 172.21.15.5:0/4154456065 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6f59e640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa7015e8e0 0x7faa700b9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6e59c640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7faa700d1ba0 0x7faa700b8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 -- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7faa700d1ba0 msgr2=0x7faa700b8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7faa700d1ba0 0x7faa700b8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 -- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa7015e8e0 msgr2=0x7faa700b9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa7015e8e0 0x7faa700b9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 -- 172.21.15.5:0/4154456065 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7014f150 con 0x7faa700cf1f0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa6ed9d640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faa6002a1e0 tx=0x7faa600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60037040 con 0x7faa700cf1f0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa60042070 con 0x7faa700cf1f0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60030bb0 con 0x7faa700cf1f0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa700cba10 con 0x7faa700cf1f0 2024-09-16T00:56:06.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.334+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa700cbfd0 con 0x7faa700cf1f0 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.335+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa700cb7a0 con 0x7faa700cf1f0 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.336+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa60047460 con 0x7faa700cf1f0 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.336+0000 7faa577fe640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 0x7faa5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.336+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7faa600abfb0 con 0x7faa700cf1f0 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.337+0000 7faa6e59c640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 0x7faa5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:06.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.337+0000 7faa6e59c640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 0x7faa5c06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faa700ba560 tx=0x7faa64007e30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:06.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.341+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa700b7920 con 0x7faa700cf1f0 2024-09-16T00:56:06.545 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:06.547 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:06.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.555+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa700d23d0 con 0x7faa700cf1f0 2024-09-16T00:56:06.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.556+0000 7faa577fe640 1 -- 172.21.15.5:0/4154456065 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7faa6007a070 con 0x7faa700cf1f0 2024-09-16T00:56:06.556 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:06.556 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:06.556 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:06.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 msgr2=0x7faa5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:06.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 0x7faa5c06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faa700ba560 tx=0x7faa64007e30 comp rx=0 tx=0).stop 2024-09-16T00:56:06.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 msgr2=0x7faa7014ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:06.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faa6002a1e0 tx=0x7faa600046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 shutdown_connections 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7faa5c06c2b0 0x7faa5c06e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa7015e8e0 0x7faa700b9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7faa700d1ba0 0x7faa700b8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 --2- 172.21.15.5:0/4154456065 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa700cf1f0 0x7faa7014ec10 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 >> 172.21.15.5:0/4154456065 conn(0x7faa7006bd00 msgr2=0x7faa7015cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 shutdown_connections 2024-09-16T00:56:06.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:06.558+0000 7faa750a4640 1 -- 172.21.15.5:0/4154456065 wait complete. 2024-09-16T00:56:06.973 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:55:50.100055+0000', 'modified': '2024-09-16T00:56:05.699769+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4813}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4813': {'gid': 4813, 'name': 'b', 'rank': 0, 'incarnation': 17, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.73:6837/1371792371', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1371792371}, {'type': 'v1', 'addr': '172.21.15.73:6837', 'nonce': 1371792371}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4813, 'qdb_cluster': [4813]} 2024-09-16T00:56:06.973 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:56:06.973 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:56:07.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.078+0000 7f3302711640 1 Processor -- start 2024-09-16T00:56:07.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.079+0000 7f3302711640 1 -- start start 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.079+0000 7f3302711640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f32fc15e900 0x7f32fc06d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.079+0000 7f3302711640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32fc0b5710 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.079+0000 7f3302711640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32fc073980 con 0x7f32fc06d7c0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.079+0000 7f3302711640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f32fc074220 con 0x7f32fc15e900 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f3300cae640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f32fc0b6ba0 0x7f32fc0b7030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59174/0 (socket says 172.21.15.5:59174) 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f3300cae640 1 -- 172.21.15.5:0/1057021258 learned_addr learned my addr 172.21.15.5:0/1057021258 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32fbfff640 1 --2- 172.21.15.5:0/1057021258 >> v2:172.21.15.73:3300/0 conn(0x7f32fc15e900 0x7f32fc06d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1716172830 0 0) 0x7f32fc0b5710 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f32e4003520 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4239612781 0 0) 0x7f32e4003520 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 >> v2:172.21.15.73:3300/0 conn(0x7f32fc15e900 msgr2=0x7f32fc06d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 --2- 172.21.15.5:0/1057021258 >> v2:172.21.15.73:3300/0 conn(0x7f32fc15e900 0x7f32fc06d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 >> v1:172.21.15.73:6789/0 conn(0x7f32fc06d7c0 legacy=0x7f32fc15ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32fc073c60 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32fbfff640 1 --2- 172.21.15.5:0/1057021258 >> v2:172.21.15.73:3300/0 conn(0x7f32fc15e900 0x7f32fc06d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f32f40019f0 con 0x7f32fc0b6ba0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 >> v1:172.21.15.5:6789/0 conn(0x7f32fc0b6ba0 legacy=0x7f32fc0b7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32e40039b0 0x7f32e4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32e40051c0 0x7f32e400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc074220 con 0x7f32e4004800 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f32e400c110 con 0x7f32e40051c0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f32e400c310 con 0x7f32e40039b0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.080+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fbfff640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32e40039b0 0x7f32e4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f3300cae640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32e40051c0 0x7f32e400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 -- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32e40039b0 msgr2=0x7f32e4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32e40039b0 0x7f32e4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 -- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32e40051c0 msgr2=0x7f32e400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32e40051c0 0x7f32e400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 -- 172.21.15.5:0/1057021258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e4003520 con 0x7f32e4004800 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f3300cae640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32e40051c0 0x7f32e400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f3300cae640 1 -- 172.21.15.5:0/1057021258 reap_dead start 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.081+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32e4004c80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f32f0001860 tx=0x7f32e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd7a591fa10f90f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f0037070 con 0x7f32e4004800 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32f002abe0 con 0x7f32e4004800 2024-09-16T00:56:07.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f32faffd640 1 -- 172.21.15.5:0/1057021258 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f0001430 con 0x7f32e4004800 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 -- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 msgr2=0x7f32e4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32e4004c80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f32f0001860 tx=0x7f32e4005830 comp rx=0 tx=0).stop 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 -- 172.21.15.5:0/1057021258 shutdown_connections 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 --2- 172.21.15.5:0/1057021258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32e4004c80 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 -- 172.21.15.5:0/1057021258 >> 172.21.15.5:0/1057021258 conn(0x7f32fc0d24b0 msgr2=0x7f32fc0d2890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 -- 172.21.15.5:0/1057021258 shutdown_connections 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.082+0000 7f3302711640 1 -- 172.21.15.5:0/1057021258 wait complete. 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.083+0000 7f3302711640 1 Processor -- start 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 -- start start 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32fc0aa520 0x7f32fc0aaf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32fc0cd870 0x7f32fc0ab470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc06bf30 con 0x7f32e4004800 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc06bc50 con 0x7f32fc0aa520 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f3302711640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f32fc06d280 con 0x7f32fc0cd870 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.084+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46710/0 (socket says 172.21.15.5:46710) 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 -- 172.21.15.5:0/3103245523 learned_addr learned my addr 172.21.15.5:0/3103245523 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32fc0aa520 0x7f32fc0aaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f3300cae640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32fc0cd870 0x7f32fc0ab470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 -- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32fc0cd870 msgr2=0x7f32fc0ab470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32fc0cd870 0x7f32fc0ab470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 -- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32fc0aa520 msgr2=0x7f32fc0aaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32fc0aa520 0x7f32fc0aaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 -- 172.21.15.5:0/3103245523 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32fc0d0410 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f32ec011d00 tx=0x7f32ec00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32f8ff9640 1 -- 172.21.15.5:0/3103245523 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec00fd20 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32f8ff9640 1 -- 172.21.15.5:0/3103245523 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec004020 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f32f8ff9640 1 -- 172.21.15.5:0/3103245523 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec004410 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32fc0ceb70 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.085+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32fc0d06b0 con 0x7f32e4004800 2024-09-16T00:56:07.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.087+0000 7f32f8ff9640 1 -- 172.21.15.5:0/3103245523 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f32ec012040 con 0x7f32e4004800 2024-09-16T00:56:07.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.087+0000 7f32f8ff9640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 0x7f32e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.087+0000 7f32f8ff9640 1 -- 172.21.15.5:0/3103245523 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f32ec08b890 con 0x7f32e4004800 2024-09-16T00:56:07.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.087+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 0x7f32e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.088+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 0x7f32e806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f32f0034000 tx=0x7f32f0009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.088+0000 7f33054ac740 1 Processor -- start 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.088+0000 7f33054ac740 1 -- start start 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47252a80 0x55da472556a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da4724f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55da471b7520 con 0x55da472552c0 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55da4715f3e0 con 0x55da47256a50 2024-09-16T00:56:07.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55da471b34e0 con 0x55da47252a80 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46724/0 (socket says 172.21.15.5:46724) 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 -- 172.21.15.5:0/3184596187 learned_addr learned my addr 172.21.15.5:0/3184596187 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47252a80 0x55da472556a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f3300cae640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da4724f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 -- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47252a80 msgr2=0x55da472556a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47252a80 0x55da472556a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 -- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 msgr2=0x55da4724f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da4724f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 -- 172.21.15.5:0/3184596187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da4717a2f0 con 0x55da472552c0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f3300cae640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da4724f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32fbfff640 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009fd0 tx=0x7f32ec0595e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c6f418366affbcd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32e1ffb640 1 -- 172.21.15.5:0/3184596187 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec022040 con 0x55da472552c0 2024-09-16T00:56:07.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32e1ffb640 1 -- 172.21.15.5:0/3184596187 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec08b050 con 0x55da472552c0 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.089+0000 7f32e1ffb640 1 -- 172.21.15.5:0/3184596187 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec05dce0 con 0x55da472552c0 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 -- 172.21.15.5:0/3184596187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 msgr2=0x55da4729aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009fd0 tx=0x7f32ec0595e0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 -- 172.21.15.5:0/3184596187 shutdown_connections 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da4724f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47252a80 0x55da472556a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 --2- 172.21.15.5:0/3184596187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729aa60 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 -- 172.21.15.5:0/3184596187 >> 172.21.15.5:0/3184596187 conn(0x55da47251a80 msgr2=0x55da47299f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 -- 172.21.15.5:0/3184596187 shutdown_connections 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.090+0000 7f33054ac740 1 -- 172.21.15.5:0/3184596187 wait complete. 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.091+0000 7f33054ac740 1 -- start start 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.091+0000 7f33054ac740 1 Processor -- start 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472552c0 0x55da47275fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47250020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55da47250f20 con 0x55da472764e0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55da47140450 con 0x55da472552c0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55da4729b290 con 0x55da47256a50 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 10 client.0 _ll_register_callbacks cb 0x55da46ec9ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46728/0 (socket says 172.21.15.5:46728) 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 -- 172.21.15.5:0/4019972188 learned_addr learned my addr 172.21.15.5:0/4019972188 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f32fbfff640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472552c0 0x55da47275fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47250020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 -- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 msgr2=0x55da47250020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47250020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 -- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472552c0 msgr2=0x55da47275fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472552c0 0x55da47275fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 -- 172.21.15.5:0/4019972188 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da46eca2d0 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f3300cae640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f32f4007600 tx=0x7f32f4007ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28963334179f15f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f32daffd640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4012a70 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f32f4012c10 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.092+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32ec08b050 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f32f4022050 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 10 client.5022 fetch_fsmap learned FSMap version 20 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x55da46f946b0 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec08b050 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f32f4025020 con 0x55da472764e0 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 10 client.5022 fetch_fsmap finished waiting for FSMap version 20 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 10 client.5022 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:56:07.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 20 client.5022 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4724e8c0 0x55da4724eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 4 client.5022 mds_command: new command op to 4813 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 --> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da471c4c50 con 0x55da4724e8c0 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.093+0000 7f32fbfff640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4724e8c0 0x55da4724eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.094+0000 7f32daffd640 10 client.5022 ms_handle_connect on v2:172.21.15.73:6834/1371792371 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.094+0000 7f32fbfff640 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4724e8c0 0x55da4724eca0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=490c97598f17dde6 server_cookie=2d7b807ad872c682 in_seq=0 out_seq=0 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.094+0000 7f32daffd640 1 -- 172.21.15.5:0/4019972188 <== mds.0 v2:172.21.15.73:6834/1371792371 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55da471c4c50 con 0x55da4724e8c0 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.094+0000 7f32daffd640 10 client.5022 handle_command_reply: tid=0 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.094+0000 7f33054ac740 1 client.5022 shutdown 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 msgr2=0x55da47273ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f32f4007600 tx=0x7f32f4007ac0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 shutdown_connections 2024-09-16T00:56:07.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4724e8c0 0x55da4724eca0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da47273ca0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47250020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 --2- 172.21.15.5:0/4019972188 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472552c0 0x55da47275fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 >> 172.21.15.5:0/4019972188 conn(0x55da47252a80 msgr2=0x55da47297ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f32daffd640 0 client.5022 ms_handle_reset on v2:172.21.15.73:6834/1371792371 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 shutdown_connections 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 1 -- 172.21.15.5:0/4019972188 wait complete. 2024-09-16T00:56:07.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.095+0000 7f33054ac740 20 client.5022 trim_cache size 0 max 16384 2024-09-16T00:56:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.113+0000 7f33054ac740 1 Processor -- start 2024-09-16T00:56:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.113+0000 7f33054ac740 1 -- start start 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.113+0000 7f33054ac740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.113+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47298750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472764e0 0x55da472a96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f33054ac740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc2000e0 con 0x55da472552c0 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc1ff470 con 0x55da472764e0 2024-09-16T00:56:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f32fc1ffac0 con 0x55da47256a50 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46742/0 (socket says 172.21.15.5:46742) 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 -- 172.21.15.5:0/561671816 learned_addr learned my addr 172.21.15.5:0/561671816 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47298750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f3300cae640 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472764e0 0x55da472a96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 -- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 msgr2=0x55da47298750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47298750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 -- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472764e0 msgr2=0x55da472a96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472764e0 0x55da472a96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 -- 172.21.15.5:0/561671816 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da471b3660 con 0x55da472552c0 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32fbfff640 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f32ec055e40 tx=0x7f32ec05c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ddd509d4241e76 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32e17fa640 1 -- 172.21.15.5:0/561671816 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec077070 con 0x55da472552c0 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32e17fa640 1 -- 172.21.15.5:0/561671816 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec075070 con 0x55da472552c0 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.114+0000 7f32e17fa640 1 -- 172.21.15.5:0/561671816 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec088040 con 0x55da472552c0 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- 172.21.15.5:0/561671816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 msgr2=0x55da4729bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f32ec055e40 tx=0x7f32ec05c000 comp rx=0 tx=0).stop 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- 172.21.15.5:0/561671816 shutdown_connections 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da472764e0 0x55da472a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da47256a50 0x55da47298750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 --2- 172.21.15.5:0/561671816 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472552c0 0x55da4729bfe0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- 172.21.15.5:0/561671816 >> 172.21.15.5:0/561671816 conn(0x55da47252a80 msgr2=0x55da4724fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- 172.21.15.5:0/561671816 shutdown_connections 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- 172.21.15.5:0/561671816 wait complete. 2024-09-16T00:56:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 -- start start 2024-09-16T00:56:07.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.115+0000 7f33054ac740 1 Processor -- start 2024-09-16T00:56:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da472552c0 0x55da47273eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da47275ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55da472744b0 con 0x55da472764e0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55da4727f5c0 con 0x55da47256a50 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55da4727f000 con 0x55da472552c0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f33054ac740 10 client.0 _ll_register_callbacks cb 0x7f32f4007290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f3300cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f3300cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46756/0 (socket says 172.21.15.5:46756) 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f3300cae640 1 -- 172.21.15.5:0/169135906 learned_addr learned my addr 172.21.15.5:0/169135906 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f32fb7fe640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da47275ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.116+0000 7f32fbfff640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da472552c0 0x55da47273eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 -- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da472552c0 msgr2=0x55da47273eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da472552c0 0x55da47273eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 -- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 msgr2=0x55da47275ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da47275ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 -- 172.21.15.5:0/169135906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da47320d70 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f3300cae640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f32f4007600 tx=0x7f32f4000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5142afe09d82489 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4001b60 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f32f4015920 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32ec075070 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f32f4032050 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 10 client.5028 fetch_fsmap learned FSMap version 20 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x55da47324fc0 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec075070 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f32f4035020 con 0x55da472764e0 2024-09-16T00:56:07.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 10 client.5028 fetch_fsmap finished waiting for FSMap version 20 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 10 client.5028 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 20 client.5028 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4729a5a0 0x55da47296390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 4 client.5028 mds_command: new command op to 4813 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.117+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 --> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] -- command(tid 0: {"prefix": "status"}) -- 0x55da4727e210 con 0x55da4729a5a0 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32fbfff640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4729a5a0 0x55da47296390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32fbfff640 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4729a5a0 0x55da47296390 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdb96a1758e614ce server_cookie=18729b59b6a322f in_seq=0 out_seq=0 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32daffd640 10 client.5028 ms_handle_connect on v2:172.21.15.73:6834/1371792371 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32daffd640 1 -- 172.21.15.5:0/169135906 <== mds.0 v2:172.21.15.73:6834/1371792371 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55da4727e210 con 0x55da4729a5a0 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32daffd640 10 client.5028 handle_command_reply: tid=0 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 client.5028 shutdown 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 msgr2=0x55da4727a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f32f4007600 tx=0x7f32f4000f40 comp rx=0 tx=0).stop 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 shutdown_connections 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:6834/1371792371,v1:172.21.15.73:6837/1371792371] conn(0x55da4729a5a0 0x55da47296390 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55da472764e0 0x55da4727a260 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55da47256a50 0x55da47275ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.118+0000 7f32daffd640 0 client.5028 ms_handle_reset on v2:172.21.15.73:6834/1371792371 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f33054ac740 1 --2- 172.21.15.5:0/169135906 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55da472552c0 0x55da47273eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 >> 172.21.15.5:0/169135906 conn(0x55da47252a80 msgr2=0x55da4729d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 shutdown_connections 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f33054ac740 1 -- 172.21.15.5:0/169135906 wait complete. 2024-09-16T00:56:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f33054ac740 20 client.5028 trim_cache size 0 max 16384 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "260f5f5c-0c78-42cb-adb7-7a11985c1ce4", 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4813, 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-16T00:56:07.126 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 4.4212106760000003, 2024-09-16T00:56:07.127 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 20, 2024-09-16T00:56:07.127 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 33, 2024-09-16T00:56:07.127 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 33, 2024-09-16T00:56:07.127 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 23.244697032000001 2024-09-16T00:56:07.127 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 msgr2=0x7f32e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 0x7f32e806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f32f0034000 tx=0x7f32f0009030 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 msgr2=0x7f32fc151f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f32ec011d00 tx=0x7f32ec00f610 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 shutdown_connections 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f32e806c2b0 0x7f32e806e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f32fc0cd870 0x7f32fc0ab470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f32fc0aa520 0x7f32fc0aaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 --2- 172.21.15.5:0/3103245523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32e4004800 0x7f32fc151f60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 >> 172.21.15.5:0/3103245523 conn(0x7f32fc0d24b0 msgr2=0x7f32fc15bf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 shutdown_connections 2024-09-16T00:56:07.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.119+0000 7f3302711640 1 -- 172.21.15.5:0/3103245523 wait complete. 2024-09-16T00:56:07.130 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000000.00000000 parent 2024-09-16T00:56:07.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.174+0000 7f667a07bf40 1 Processor -- start 2024-09-16T00:56:07.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.174+0000 7f667a07bf40 1 -- start start 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 0x55f497784370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f49778e860 0x55f4976fd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55f497605510 con 0x55f49778d960 2024-09-16T00:56:07.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f49765ec50 con 0x55f4976ddec0 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f667a07bf40 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55f4976f45c0 con 0x55f49778e860 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f666ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f666ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46762/0 (socket says 172.21.15.5:46762) 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.175+0000 7f666ffff640 1 -- 172.21.15.5:0/2937407575 learned_addr learned my addr 172.21.15.5:0/2937407575 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 -- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f49778e860 msgr2=0x55f4976fd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f49778e860 0x55f4976fd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 -- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 msgr2=0x55f497784370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f6677b71640 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 0x55f497784370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 0x55f497784370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 -- 172.21.15.5:0/2937407575 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f49778a8a0 con 0x55f49778d960 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f6677b71640 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 0x55f497784370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:07.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f666ffff640 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f666000b450 tx=0x7f666000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c534065020481de5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f6676b6f640 1 -- 172.21.15.5:0/2937407575 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6660012070 con 0x55f49778d960 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f6676b6f640 1 -- 172.21.15.5:0/2937407575 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666000d6b0 con 0x55f49778d960 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f6676b6f640 1 -- 172.21.15.5:0/2937407575 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666000daa0 con 0x55f49778d960 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 -- 172.21.15.5:0/2937407575 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 msgr2=0x55f49778a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f666000b450 tx=0x7f666000b910 comp rx=0 tx=0).stop 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 -- 172.21.15.5:0/2937407575 shutdown_connections 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f49778e860 0x55f4976fd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778a360 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 --2- 172.21.15.5:0/2937407575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4976ddec0 0x55f497784370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 -- 172.21.15.5:0/2937407575 >> 172.21.15.5:0/2937407575 conn(0x55f4976fb220 msgr2=0x55f497787650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 -- 172.21.15.5:0/2937407575 shutdown_connections 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.176+0000 7f667a07bf40 1 -- 172.21.15.5:0/2937407575 wait complete. 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.177+0000 7f667a07bf40 1 Processor -- start 2024-09-16T00:56:07.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.177+0000 7f667a07bf40 1 -- start start 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f4976ddec0 0x55f49777f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f49778e860 0x55f49778afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55f497785400 con 0x55f49778d960 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f4977856e0 con 0x55f49778e860 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55f4976fa690 con 0x55f4976ddec0 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46764/0 (socket says 172.21.15.5:46764) 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 -- 172.21.15.5:0/618534463 learned_addr learned my addr 172.21.15.5:0/618534463 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f6678372640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f49778e860 0x55f49778afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f6677b71640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f4976ddec0 0x55f49777f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 -- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f4976ddec0 msgr2=0x55f49777f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f4976ddec0 0x55f49777f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 -- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f49778e860 msgr2=0x55f49778afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f49778e860 0x55f49778afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 -- 172.21.15.5:0/618534463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f497783420 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f666ffff640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778aa70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f666000be10 tx=0x7f6660000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f6675b6d640 1 -- 172.21.15.5:0/618534463 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6660028070 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f6675b6d640 1 -- 172.21.15.5:0/618534463 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666000e980 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f49778d680 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.178+0000 7f6675b6d640 1 -- 172.21.15.5:0/618534463 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666000ed30 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.179+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f49778bdf0 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.180+0000 7f6675b6d640 1 -- 172.21.15.5:0/618534463 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f666002b070 con 0x55f49778d960 2024-09-16T00:56:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.180+0000 7f6675b6d640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f665806ac90 0x7f665806d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.180+0000 7f6675b6d640 1 -- 172.21.15.5:0/618534463 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f666008bc10 con 0x55f49778d960 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f6677b71640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f665806ac90 0x7f665806d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f667a07bf40 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x55f497788080 0x55f4976f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e33) -- 0x55f49782e120 con 0x55f497788080 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f6678372640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x55f497788080 0x55f4976f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f6677b71640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f665806ac90 0x7f665806d150 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6668000c00 tx=0x7f6668003690 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.181+0000 7f6678372640 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x55f497788080 0x55f4976f8580 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f6678372640 1 -- 172.21.15.5:0/618534463 <== osd.3 v2:172.21.15.5:6800/3071155845 1 ==== osd_op_reply(1 10000000000.00000000 [rmxattr] v33'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f66700546c0 con 0x55f497788080 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x55f497788080 msgr2=0x55f4976f8580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x55f497788080 0x55f4976f8580 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f665806ac90 msgr2=0x7f665806d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f665806ac90 0x7f665806d150 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6668000c00 tx=0x7f6668003690 comp rx=0 tx=0).stop 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 msgr2=0x55f49778aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 --2- 172.21.15.5:0/618534463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f49778d960 0x55f49778aa70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f666000be10 tx=0x7f6660000ed0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f6678372640 1 -- 172.21.15.5:0/618534463 reap_dead start 2024-09-16T00:56:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 shutdown_connections 2024-09-16T00:56:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 >> 172.21.15.5:0/618534463 conn(0x55f4976fb220 msgr2=0x55f4976df600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 shutdown_connections 2024-09-16T00:56:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.182+0000 7f667a07bf40 1 -- 172.21.15.5:0/618534463 wait complete. 2024-09-16T00:56:07.187 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:56:07.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.289+0000 7fa9b5f2c640 1 Processor -- start 2024-09-16T00:56:07.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.289+0000 7fa9b5f2c640 1 -- start start 2024-09-16T00:56:07.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9b5f2c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa9b00d16e0 0x7fa9b00d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9b5f2c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9b00d1b10 con 0x7fa9b00b6690 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9b5f2c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9b00d1d90 con 0x7fa9b00b6a70 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9b5f2c640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa9b00cf540 con 0x7fa9b00d16e0 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9af7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa9b00b6690 0x7fa9b00cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59184/0 (socket says 172.21.15.5:59184) 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9af7fe640 1 -- 172.21.15.5:0/683366185 learned_addr learned my addr 172.21.15.5:0/683366185 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9affff640 1 --2- 172.21.15.5:0/683366185 >> v2:172.21.15.73:3300/0 conn(0x7fa9b00d16e0 0x7fa9b00d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2479199619 0 0) 0x7fa9a0001110 con 0x7fa9b00b6690 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.290+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa998003520 con 0x7fa9b00b6690 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3375045076 0 0) 0x7fa9b00d1d90 con 0x7fa9b00b6a70 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9a0001110 con 0x7fa9b00b6a70 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3465691686 0 0) 0x7fa998003520 con 0x7fa9b00b6690 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9affff640 1 -- 172.21.15.5:0/683366185 >> v1:172.21.15.73:6789/0 conn(0x7fa9b00b6a70 legacy=0x7fa9b00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9affff640 1 -- 172.21.15.5:0/683366185 >> v1:172.21.15.5:6789/0 conn(0x7fa9b00b6690 legacy=0x7fa9b00cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9affff640 1 -- 172.21.15.5:0/683366185 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9b00ceef0 con 0x7fa9b00d16e0 2024-09-16T00:56:07.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.291+0000 7fa9affff640 1 --2- 172.21.15.5:0/683366185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00d2b50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009d90 tx=0x7fa9a802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24df42e9e7c77d1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a0001840 con 0x7fa9b00d16e0 2024-09-16T00:56:07.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9a8007540 con 0x7fa9b00d16e0 2024-09-16T00:56:07.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9ae7fc640 1 -- 172.21.15.5:0/683366185 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a8007910 con 0x7fa9b00d16e0 2024-09-16T00:56:07.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/683366185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00d16e0 msgr2=0x7fa9b00d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/683366185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00d2b50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009d90 tx=0x7fa9a802a680 comp rx=0 tx=0).stop 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/683366185 shutdown_connections 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/683366185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00d2b50 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/683366185 >> 172.21.15.5:0/683366185 conn(0x7fa9b0072560 msgr2=0x7fa9b0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/683366185 shutdown_connections 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.292+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/683366185 wait complete. 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.293+0000 7fa9b5f2c640 1 Processor -- start 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.293+0000 7fa9b5f2c640 1 -- start start 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa9b00b6690 0x7fa9b014ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00b6a70 0x7fa9b00cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b015c530 con 0x7fa9b00d16e0 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa9b00b6f00 con 0x7fa9b00b6a70 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9b5f2c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa9b015c6b0 con 0x7fa9b00b6690 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46780/0 (socket says 172.21.15.5:46780) 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.294+0000 7fa9affff640 1 -- 172.21.15.5:0/2127246024 learned_addr learned my addr 172.21.15.5:0/2127246024 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9aeffd640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00b6a70 0x7fa9b00cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9af7fe640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa9b00b6690 0x7fa9b014ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 -- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa9b00b6690 msgr2=0x7fa9b014ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa9b00b6690 0x7fa9b014ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 -- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00b6a70 msgr2=0x7fa9b00cdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00b6a70 0x7fa9b00cdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 -- 172.21.15.5:0/2127246024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9b0150440 con 0x7fa9b00d16e0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9affff640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009d90 tx=0x7fa9a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a803f070 con 0x7fa9b00d16e0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9a8031bc0 con 0x7fa9b00d16e0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9b01f7e50 con 0x7fa9b00d16e0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9a8007e90 con 0x7fa9b00d16e0 2024-09-16T00:56:07.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.295+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9b01f8410 con 0x7fa9b00d16e0 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.296+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9b0069140 con 0x7fa9b00d16e0 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.297+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa9a803b410 con 0x7fa9b00d16e0 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.297+0000 7fa997fff640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 0x7fa99c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.297+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa9a80ac760 con 0x7fa9b00d16e0 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.297+0000 7fa9af7fe640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 0x7fa99c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:07.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.298+0000 7fa9af7fe640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 0x7fa99c06e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00013b0 tx=0x7fa9a0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:07.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.301+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9a807af00 con 0x7fa9b00d16e0 2024-09-16T00:56:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.515+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa9b015d0a0 con 0x7fa9b00d16e0 2024-09-16T00:56:07.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.515+0000 7fa997fff640 1 -- 172.21.15.5:0/2127246024 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7fa9a807a800 con 0x7fa9b00d16e0 2024-09-16T00:56:07.515 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:56:07.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 msgr2=0x7fa99c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 0x7fa99c06e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa9a00013b0 tx=0x7fa9a0009040 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 msgr2=0x7fa9b00ce100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009d90 tx=0x7fa9a8004a40 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 shutdown_connections 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa99c06c2b0 0x7fa99c06e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9b00d16e0 0x7fa9b00ce100 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa9b00b6a70 0x7fa9b00cdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 --2- 172.21.15.5:0/2127246024 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa9b00b6690 0x7fa9b014ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 >> 172.21.15.5:0/2127246024 conn(0x7fa9b0072560 msgr2=0x7fa9b00b7bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 shutdown_connections 2024-09-16T00:56:07.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07.517+0000 7fa9b5f2c640 1 -- 172.21.15.5:0/2127246024 wait complete. 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:56:07.529 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:07.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.530 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-16T00:56:07.546 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:07.547 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42711sec preferred_lft 42711sec 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::7453:e4ff:fe0c:6975/64 scope link 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::b89c:43ff:fea4:758c/64 scope link 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether d6:c1:0a:33:0c:fd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::d4c1:aff:fe33:cfd/64 scope link 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:07.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.550 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:56:07.611 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-16T00:56:07.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.613 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-16T00:56:07.670 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-16T00:56:07.670 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:56:07.670 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:56:07.670 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:56:07.670 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:56:07.671 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:56:07.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:56:07.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:07.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.799 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:56:07.814 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:56:07.815 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:56:07.815 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:07.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.815 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-16T00:56:07.880 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:07.881 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:07.937 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:07.937 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:07.937 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:07.992 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:56:07.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:07.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:08.078 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:08.078 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:08.078 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:08.087 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:08.087 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:08.087 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:08.087 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:08.087 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:56:08.105 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:56:08.106 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:56:08.107 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:56:08.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:08.107 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:08.133 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:56:08.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:56:08.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:08.231 INFO:teuthology.orchestra.run.smithi005.stdout:client5046 2024-09-16T00:56:08.231 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:08.232 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:08.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:08.249 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls testdir1) 2024-09-16T00:56:08.306 INFO:tasks.ceph.mds.b.smithi073.stderr:2024-09-16T00:56:08.305+0000 7fead69c6640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-16T00:56:08.307 INFO:teuthology.orchestra.run.smithi005.stdout:testfile 2024-09-16T00:56:08.308 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:08.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.451+0000 7fd2bc6f1640 1 Processor -- start 2024-09-16T00:56:08.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.451+0000 7fd2bc6f1640 1 -- start start 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2bc6f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd2b415b4f0 0x7fd2b40d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2bc6f1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2b40ccd80 con 0x7fd2b415b110 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2bc6f1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2b40cd060 con 0x7fd2b4073d10 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2bc6f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd2b40b44f0 con 0x7fd2b415b4f0 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2b9c8c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd2b415b4f0 0x7fd2b40d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2ba48d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd2b415b110 0x7fd2b40b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59190/0 (socket says 172.21.15.5:59190) 2024-09-16T00:56:08.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2ba48d640 1 -- 172.21.15.5:0/1238196108 learned_addr learned my addr 172.21.15.5:0/1238196108 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:08.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/1238196108 >> v1:172.21.15.73:6789/0 conn(0x7fd2b4073d10 legacy=0x7fd2b40cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:08.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/1238196108 >> v1:172.21.15.5:6789/0 conn(0x7fd2b415b110 legacy=0x7fd2b40b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/1238196108 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b40cd340 con 0x7fd2b415b4f0 2024-09-16T00:56:08.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.452+0000 7fd2b948b640 1 -- 172.21.15.5:0/1238196108 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2416476846 0 0) 0x7fd2b40ccd80 con 0x7fd2b415b110 2024-09-16T00:56:08.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.453+0000 7fd2b9c8c640 1 --2- 172.21.15.5:0/1238196108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b4f0 0x7fd2b40d01e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40b4670 tx=0x7fd2a402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbd459e975684e72 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.453+0000 7fd2b948b640 1 -- 172.21.15.5:0/1238196108 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4037070 con 0x7fd2b415b4f0 2024-09-16T00:56:08.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.453+0000 7fd2b948b640 1 -- 172.21.15.5:0/1238196108 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2a4032440 con 0x7fd2b415b4f0 2024-09-16T00:56:08.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.453+0000 7fd2b948b640 1 -- 172.21.15.5:0/1238196108 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4032810 con 0x7fd2b415b4f0 2024-09-16T00:56:08.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/1238196108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b4f0 msgr2=0x7fd2b40d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/1238196108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b4f0 0x7fd2b40d01e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40b4670 tx=0x7fd2a402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/1238196108 shutdown_connections 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/1238196108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b4f0 0x7fd2b40d01e0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/1238196108 >> 172.21.15.5:0/1238196108 conn(0x7fd2b406d000 msgr2=0x7fd2b406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/1238196108 shutdown_connections 2024-09-16T00:56:08.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.454+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/1238196108 wait complete. 2024-09-16T00:56:08.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.455+0000 7fd2bc6f1640 1 Processor -- start 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.455+0000 7fd2bc6f1640 1 -- start start 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 0x7fd2b4151a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2b415b4f0 0x7fd2b415e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b40d08a0 con 0x7fd2b415b110 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b40d0720 con 0x7fd2b415b4f0 2024-09-16T00:56:08.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bc6f1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd2b40d0a20 con 0x7fd2b4073d10 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46800/0 (socket says 172.21.15.5:46800) 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/3896217415 learned_addr learned my addr 172.21.15.5:0/3896217415 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2bac8e640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2b415b4f0 0x7fd2b415e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2ba48d640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 0x7fd2b4151a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 msgr2=0x7fd2b4151a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 0x7fd2b4151a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2b415b4f0 msgr2=0x7fd2b415e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2b415b4f0 0x7fd2b415e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 -- 172.21.15.5:0/3896217415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b4155dd0 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2ba48d640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 0x7fd2b4151a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2b9c8c640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009890 tx=0x7fd2a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.456+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4041070 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.457+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2a403c950 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.457+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b41560b0 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.457+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4037040 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.457+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b4156670 con 0x7fd2b415b110 2024-09-16T00:56:08.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.458+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2b40d01e0 con 0x7fd2b415b110 2024-09-16T00:56:08.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.458+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd2a4044070 con 0x7fd2b415b110 2024-09-16T00:56:08.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.459+0000 7fd2aaffd640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 0x7fd29806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.459+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fd2a40ac230 con 0x7fd2b415b110 2024-09-16T00:56:08.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.459+0000 7fd2ba48d640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 0x7fd29806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.460+0000 7fd2ba48d640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 0x7fd29806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0000f60 tx=0x7fd2b0007c10 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.463+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd2a407a410 con 0x7fd2b415b110 2024-09-16T00:56:08.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.677+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2b40ce810 con 0x7fd2b415b110 2024-09-16T00:56:08.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.678+0000 7fd2aaffd640 1 -- 172.21.15.5:0/3896217415 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7fd2a407e710 con 0x7fd2b415b110 2024-09-16T00:56:08.678 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:08.678 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:08.678 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 msgr2=0x7fd29806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 0x7fd29806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0000f60 tx=0x7fd2b0007c10 comp rx=0 tx=0).stop 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 msgr2=0x7fd2b4157150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009890 tx=0x7fd2a40046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 shutdown_connections 2024-09-16T00:56:08.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd29806c2b0 0x7fd29806e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd2b415b4f0 0x7fd2b415e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2b415b110 0x7fd2b4157150 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 --2- 172.21.15.5:0/3896217415 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd2b4073d10 0x7fd2b4151a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 >> 172.21.15.5:0/3896217415 conn(0x7fd2b406d000 msgr2=0x7fd2b40b06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 shutdown_connections 2024-09-16T00:56:08.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.680+0000 7fd2bc6f1640 1 -- 172.21.15.5:0/3896217415 wait complete. 2024-09-16T00:56:08.691 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json flush journal 2024-09-16T00:56:08.825 INFO:teuthology.orchestra.run.smithi073.stdout:{"message":"","return_code":0} 2024-09-16T00:56:08.825 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-16T00:56:08.825 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000000.00000000 parent 2024-09-16T00:56:08.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.870+0000 7fc685ddff40 1 Processor -- start 2024-09-16T00:56:08.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.870+0000 7fc685ddff40 1 -- start start 2024-09-16T00:56:08.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.870+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f5bb6a0 0x556e6f6631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f664230 0x556e6f5b7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc685ddff40 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x556e6f5cc7e0 con 0x556e6f5ba7d0 2024-09-16T00:56:08.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc685ddff40 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e6f5cd3b0 con 0x556e6f664230 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc685ddff40 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x556e6f5ccd60 con 0x556e6f5bb6a0 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46820/0 (socket says 172.21.15.5:46820) 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 -- 172.21.15.5:0/2876690641 learned_addr learned my addr 172.21.15.5:0/2876690641 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6830d4640 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f5bb6a0 0x556e6f6631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6840d6640 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f664230 0x556e6f5b7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 -- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f5bb6a0 msgr2=0x556e6f6631b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f5bb6a0 0x556e6f6631b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 -- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f664230 msgr2=0x556e6f5b7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f664230 0x556e6f5b7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 -- 172.21.15.5:0/2876690641 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e6f4b7cb0 con 0x556e6f5ba7d0 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc6740096b0 tx=0x7fc674009b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b903cd7d6d4369bf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6820d2640 1 -- 172.21.15.5:0/2876690641 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674014070 con 0x556e6f5ba7d0 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6820d2640 1 -- 172.21.15.5:0/2876690641 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc67400b930 con 0x556e6f5ba7d0 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.871+0000 7fc6820d2640 1 -- 172.21.15.5:0/2876690641 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc67400bce0 con 0x556e6f5ba7d0 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- 172.21.15.5:0/2876690641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 msgr2=0x556e6f662c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc6740096b0 tx=0x7fc674009b70 comp rx=0 tx=0).stop 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- 172.21.15.5:0/2876690641 shutdown_connections 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f664230 0x556e6f5b7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f5bb6a0 0x556e6f6631b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2876690641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f662c70 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- 172.21.15.5:0/2876690641 >> 172.21.15.5:0/2876690641 conn(0x556e6f5d4220 msgr2=0x556e6f5d63f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- 172.21.15.5:0/2876690641 shutdown_connections 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- 172.21.15.5:0/2876690641 wait complete. 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 Processor -- start 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.872+0000 7fc685ddff40 1 -- start start 2024-09-16T00:56:08.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f6562e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f5bb6a0 0x556e6f5ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f664230 0x556e6f65ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x556e6f664a90 con 0x556e6f5ba7d0 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e6f6657c0 con 0x556e6f5bb6a0 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc685ddff40 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x556e6f65d9f0 con 0x556e6f664230 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f6562e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f6562e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46830/0 (socket says 172.21.15.5:46830) 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 -- 172.21.15.5:0/2918439745 learned_addr learned my addr 172.21.15.5:0/2918439745 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6840d6640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f664230 0x556e6f65ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6830d4640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f5bb6a0 0x556e6f5ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 -- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f664230 msgr2=0x556e6f65ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x556e6f664230 0x556e6f65ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 -- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f5bb6a0 msgr2=0x556e6f5ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e6f5bb6a0 0x556e6f5ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.873+0000 7fc6838d5640 1 -- 172.21.15.5:0/2918439745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e6f65b250 con 0x556e6f5ba7d0 2024-09-16T00:56:08.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc6838d5640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f6562e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc674007010 tx=0x7fc6740033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc6810d0640 1 -- 172.21.15.5:0/2918439745 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674014040 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc6810d0640 1 -- 172.21.15.5:0/2918439745 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc67400b730 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556e6f65f130 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc6810d0640 1 -- 172.21.15.5:0/2918439745 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674019b20 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.874+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e6f65f6f0 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.875+0000 7fc6810d0640 1 -- 172.21.15.5:0/2918439745 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc674017070 con 0x556e6f5ba7d0 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc6810d0640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc67006ac90 0x7fc67006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc6810d0640 1 -- 172.21.15.5:0/2918439745 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fc67408b6d0 con 0x556e6f5ba7d0 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x556e6f660120 0x556e6f65a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e33) -- 0x556e6f65aa60 con 0x556e6f660120 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc6830d4640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc67006ac90 0x7fc67006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc6840d6640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x556e6f660120 0x556e6f65a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.876+0000 7fc6840d6640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x556e6f660120 0x556e6f65a520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc6830d4640 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc67006ac90 0x7fc67006d150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc678057000 tx=0x7fc678052000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:08.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc6840d6640 1 -- 172.21.15.5:0/2918439745 <== osd.3 v2:172.21.15.5:6800/3071155845 1 ==== osd_op_reply(1 10000000000.00000000 [getxattr (64) out=64b] v0'0 uv17 ondisk = 0) ==== 164+0+64 (crc 0 0 0) 0x7fc67c007820 con 0x556e6f660120 2024-09-16T00:56:08.885 INFO:teuthology.orchestra.run.smithi005.stdout::testdir1 2024-09-16T00:56:08.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x556e6f660120 msgr2=0x556e6f65a520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x556e6f660120 0x556e6f65a520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc67006ac90 msgr2=0x7fc67006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc67006ac90 0x7fc67006d150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc678057000 tx=0x7fc678052000 comp rx=0 tx=0).stop 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 msgr2=0x556e6f6562e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 --2- 172.21.15.5:0/2918439745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556e6f5ba7d0 0x556e6f6562e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc674007010 tx=0x7fc6740033a0 comp rx=0 tx=0).stop 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc6840d6640 1 -- 172.21.15.5:0/2918439745 reap_dead start 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 shutdown_connections 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 >> 172.21.15.5:0/2918439745 conn(0x556e6f5d4220 msgr2=0x556e6f5d63f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 shutdown_connections 2024-09-16T00:56:08.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:08.877+0000 7fc685ddff40 1 -- 172.21.15.5:0/2918439745 wait complete. 2024-09-16T00:56:08.887 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:56:08.888 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:56:08.936 DEBUG:teuthology.orchestra.run.smithi073:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:56:08.982 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:56:08.983 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:56:08.983 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:08.983 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:09.000 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:09.000 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:09.056 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:56:09.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.199+0000 7fb5cfbe4640 1 Processor -- start 2024-09-16T00:56:09.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.199+0000 7fb5cfbe4640 1 -- start start 2024-09-16T00:56:09.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5c815e8e0 0x7fb5c8162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb5c80cf1f0 0x7fb5c80d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c80b7920 con 0x7fb5c815e8e0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c80cf940 con 0x7fb5c80cf1f0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cfbe4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c80cfc20 con 0x7fb5c80d19d0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5c815e8e0 0x7fb5c8162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5c815e8e0 0x7fb5c8162cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46836/0 (socket says 172.21.15.5:46836) 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 -- 172.21.15.5:0/3362372782 learned_addr learned my addr 172.21.15.5:0/3362372782 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd17f640 1 --2- 172.21.15.5:0/3362372782 >> v2:172.21.15.73:3300/0 conn(0x7fb5c80cf1f0 0x7fb5c80d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5ce181640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 -- 172.21.15.5:0/3362372782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 msgr2=0x7fb5c80b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:09.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 -- 172.21.15.5:0/3362372782 >> v2:172.21.15.73:3300/0 conn(0x7fb5c80cf1f0 msgr2=0x7fb5c80d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:09.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 --2- 172.21.15.5:0/3362372782 >> v2:172.21.15.73:3300/0 conn(0x7fb5c80cf1f0 0x7fb5c80d1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.200+0000 7fb5cd980640 1 -- 172.21.15.5:0/3362372782 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c80d2ae0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.201+0000 7fb5cd980640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c8162cf0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb5c808d720 tx=0x7fb5c402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=127fc984bd0fa413 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.201+0000 7fb5cc97e640 1 -- 172.21.15.5:0/3362372782 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4037070 con 0x7fb5c815e8e0 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.201+0000 7fb5cc97e640 1 -- 172.21.15.5:0/3362372782 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5c4032440 con 0x7fb5c815e8e0 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.201+0000 7fb5cc97e640 1 -- 172.21.15.5:0/3362372782 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4032810 con 0x7fb5c815e8e0 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/3362372782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 msgr2=0x7fb5c8162cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c8162cf0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb5c808d720 tx=0x7fb5c402a140 comp rx=0 tx=0).stop 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/3362372782 shutdown_connections 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/3362372782 >> v2:172.21.15.73:3300/0 conn(0x7fb5c80cf1f0 0x7fb5c80d1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/3362372782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c8162cf0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/3362372782 >> 172.21.15.5:0/3362372782 conn(0x7fb5c806bd00 msgr2=0x7fb5c806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/3362372782 shutdown_connections 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.202+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/3362372782 wait complete. 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.203+0000 7fb5cfbe4640 1 Processor -- start 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.203+0000 7fb5cfbe4640 1 -- start start 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5c80cf1f0 0x7fb5c815aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80d3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c80b66b0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c80cf630 con 0x7fb5c80cf1f0 2024-09-16T00:56:09.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c80b6830 con 0x7fb5c80d19d0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46844/0 (socket says 172.21.15.5:46844) 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 -- 172.21.15.5:0/2133917928 learned_addr learned my addr 172.21.15.5:0/2133917928 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cd980640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5c80cf1f0 0x7fb5c815aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cd17f640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80d3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 -- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 msgr2=0x7fb5c80d3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80d3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 -- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5c80cf1f0 msgr2=0x7fb5c815aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5c80cf1f0 0x7fb5c815aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 -- 172.21.15.5:0/2133917928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c815fcb0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5ce181640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb5c000efc0 tx=0x7fb5c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0018020 con 0x7fb5c815e8e0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5c0014480 con 0x7fb5c815e8e0 2024-09-16T00:56:09.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0014870 con 0x7fb5c815e8e0 2024-09-16T00:56:09.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.204+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5c815eef0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.205+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5c815f4b0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.206+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5c80b3000 con 0x7fb5c815e8e0 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.206+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5c0005d10 con 0x7fb5c815e8e0 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.207+0000 7fb5be7fc640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.207+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fb5c008bda0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.207+0000 7fb5cd980640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.207+0000 7fb5cd980640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4034000 tx=0x7fb5c402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.211+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5c0022070 con 0x7fb5c815e8e0 2024-09-16T00:56:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.398+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb5c80d4eb0 con 0x7fb5c815e8e0 2024-09-16T00:56:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.399+0000 7fb5be7fc640 1 -- 172.21.15.5:0/2133917928 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v33) ==== 80+0+120 (secure 0 0 0) 0x7fb5c0010040 con 0x7fb5c815e8e0 2024-09-16T00:56:09.399 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.15.5:6834/3599063376 2024-09-17T00:56:02.690415+0000 2024-09-16T00:56:09.399 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.15.5:6832/3599063376 2024-09-17T00:56:02.690415+0000 2024-09-16T00:56:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:listed 2 entries 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.400+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 msgr2=0x7fb5ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.400+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb5c4034000 tx=0x7fb5c402e000 comp rx=0 tx=0).stop 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.400+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 msgr2=0x7fb5c80d41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.400+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb5c000efc0 tx=0x7fb5c000c490 comp rx=0 tx=0).stop 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 shutdown_connections 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb5ac06c2b0 0x7fb5ac06e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5c815e8e0 0x7fb5c80d41a0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb5c80d19d0 0x7fb5c80d3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 --2- 172.21.15.5:0/2133917928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5c80cf1f0 0x7fb5c815aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 >> 172.21.15.5:0/2133917928 conn(0x7fb5c806bd00 msgr2=0x7fb5c815cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 shutdown_connections 2024-09-16T00:56:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.401+0000 7fb5cfbe4640 1 -- 172.21.15.5:0/2133917928 wait complete. 2024-09-16T00:56:09.412 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-16T00:56:09.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:09.413 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:09.442 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:56:09.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:09.442 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:56:09.498 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:56:09.498 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:56:09.498 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:09.515 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:56:09.515 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:56:09.515 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:09.515 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:09.555 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:56:09.555 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:56:09.555 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:56:09.555 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:09.571 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:56:09.571 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:09.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.697+0000 7f7e9ff03640 1 Processor -- start 2024-09-16T00:56:09.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.697+0000 7f7e9ff03640 1 -- start start 2024-09-16T00:56:09.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9ff03640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f7e9815e4f0 0x7f7e9815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9ff03640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7e9806bb20 0x7f7e9815fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9ff03640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e9806c0c0 con 0x7f7e9806d160 2024-09-16T00:56:09.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9ff03640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7e9806ccd0 con 0x7f7e9806bb20 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9ff03640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f7e9806c3a0 con 0x7f7e9815e4f0 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7e9806bb20 0x7f7e9815fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9e4a0640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7e9806d160 0x7f7e9806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59194/0 (socket says 172.21.15.5:59194) 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9e4a0640 1 -- 172.21.15.5:0/2252181966 learned_addr learned my addr 172.21.15.5:0/2252181966 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7e9806bb20 0x7f7e9815fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46852/0 (socket says 172.21.15.5:46852) 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9dc9f640 1 --2- 172.21.15.5:0/2252181966 >> v2:172.21.15.73:3300/0 conn(0x7f7e9815e4f0 0x7f7e9815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 -- 172.21.15.5:0/2252181966 >> v2:172.21.15.73:3300/0 conn(0x7f7e9815e4f0 msgr2=0x7f7e9815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/2252181966 >> v2:172.21.15.73:3300/0 conn(0x7f7e9815e4f0 0x7f7e9815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 -- 172.21.15.5:0/2252181966 >> v1:172.21.15.5:6789/0 conn(0x7f7e9806d160 legacy=0x7f7e9806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9d49e640 1 -- 172.21.15.5:0/2252181966 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e9806c680 con 0x7f7e9806bb20 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.698+0000 7f7e9cc9d640 1 -- 172.21.15.5:0/2252181966 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 687134177 0 0) 0x7f7e9806c0c0 con 0x7f7e9806d160 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.699+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/2252181966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9815fcb0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7e980741e0 tx=0x7f7e8c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57206901451b7ee7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.699+0000 7f7e9cc9d640 1 -- 172.21.15.5:0/2252181966 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c037070 con 0x7f7e9806bb20 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.699+0000 7f7e9cc9d640 1 -- 172.21.15.5:0/2252181966 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e8c032440 con 0x7f7e9806bb20 2024-09-16T00:56:09.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.699+0000 7f7e9cc9d640 1 -- 172.21.15.5:0/2252181966 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c032810 con 0x7f7e9806bb20 2024-09-16T00:56:09.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 -- 172.21.15.5:0/2252181966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 msgr2=0x7f7e9815fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/2252181966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9815fcb0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7e980741e0 tx=0x7f7e8c02a1a0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 -- 172.21.15.5:0/2252181966 shutdown_connections 2024-09-16T00:56:09.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/2252181966 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9815fcb0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/2252181966 >> v2:172.21.15.73:3300/0 conn(0x7f7e9815e4f0 0x7f7e9815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 -- 172.21.15.5:0/2252181966 >> 172.21.15.5:0/2252181966 conn(0x7f7e9806e5b0 msgr2=0x7f7e9806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 -- 172.21.15.5:0/2252181966 shutdown_connections 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.700+0000 7f7e9ff03640 1 -- 172.21.15.5:0/2252181966 wait complete. 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.701+0000 7f7e9ff03640 1 Processor -- start 2024-09-16T00:56:09.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.701+0000 7f7e9ff03640 1 -- start start 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 0x7f7e9814a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 0x7f7e9815bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7e981601f0 con 0x7f7e9806bb20 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7e9815e8d0 con 0x7f7e9815e4f0 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9ff03640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7e98160370 con 0x7f7e9806d160 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9dc9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9dc9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46868/0 (socket says 172.21.15.5:46868) 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9dc9f640 1 -- 172.21.15.5:0/3805418587 learned_addr learned my addr 172.21.15.5:0/3805418587 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9e4a0640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 0x7f7e9815bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.702+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 0x7f7e9814a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 -- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 msgr2=0x7f7e9814a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 0x7f7e9814a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 -- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 msgr2=0x7f7e9815bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 0x7f7e9815bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 -- 172.21.15.5:0/3805418587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e9814e120 con 0x7f7e9806bb20 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 0x7f7e9814a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9e4a0640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 0x7f7e9815bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9dc9f640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7e8800efc0 tx=0x7f7e8800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e88018020 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e88014480 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e9814ae30 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e88014850 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.703+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e981f4b00 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.704+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e9806ce80 con 0x7f7e9806bb20 2024-09-16T00:56:09.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.704+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e88005d10 con 0x7f7e9806bb20 2024-09-16T00:56:09.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.705+0000 7f7e967fc640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 0x7f7e8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:09.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.705+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f7e8808bee0 con 0x7f7e9806bb20 2024-09-16T00:56:09.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.705+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 0x7f7e8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:09.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.706+0000 7f7e9d49e640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 0x7f7e8406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c034000 tx=0x7f7e8c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:09.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.709+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e9806ce80 con 0x7f7e9806bb20 2024-09-16T00:56:09.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.920+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e9815fcb0 con 0x7f7e9806bb20 2024-09-16T00:56:09.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.920+0000 7f7e967fc640 1 -- 172.21.15.5:0/3805418587 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7f7e88022070 con 0x7f7e9806bb20 2024-09-16T00:56:09.921 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:09.921 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:09.921 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 msgr2=0x7f7e8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 0x7f7e8406e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c034000 tx=0x7f7e8c02e000 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 msgr2=0x7f7e9814dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7e8800efc0 tx=0x7f7e8800c490 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 shutdown_connections 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f7e8406c2b0 0x7f7e8406e770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7e9815e4f0 0x7f7e9815bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7e9806d160 0x7f7e9814a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 --2- 172.21.15.5:0/3805418587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7e9806bb20 0x7f7e9814dbe0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 >> 172.21.15.5:0/3805418587 conn(0x7f7e9806e5b0 msgr2=0x7f7e980ce330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:09.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 shutdown_connections 2024-09-16T00:56:09.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:09.922+0000 7f7e9ff03640 1 -- 172.21.15.5:0/3805418587 wait complete. 2024-09-16T00:56:09.934 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:10.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.036+0000 7fe1c89fd640 1 Processor -- start 2024-09-16T00:56:10.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.036+0000 7fe1c89fd640 1 -- start start 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c89fd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe1c4159ea0 0x7fe1c4073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c89fd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 0x7fe1c4073680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c89fd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1c415a280 con 0x7fe1c40b6310 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c89fd640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c4071790 con 0x7fe1c4159ea0 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c89fd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c40719e0 con 0x7fe1c4071380 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c1d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe1c40b6310 0x7fe1c4070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59208/0 (socket says 172.21.15.5:59208) 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c1d9b640 1 -- 172.21.15.5:0/1174723542 learned_addr learned my addr 172.21.15.5:0/1174723542 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c259c640 1 --2- 172.21.15.5:0/1174723542 >> v2:172.21.15.73:3300/0 conn(0x7fe1c4159ea0 0x7fe1c4073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.037+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/1174723542 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 0x7fe1c4073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c159a640 1 -- 172.21.15.5:0/1174723542 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3393006931 0 0) 0x7fe1c415a280 con 0x7fe1c40b6310 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c159a640 1 -- 172.21.15.5:0/1174723542 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1b0003520 con 0x7fe1c40b6310 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/1174723542 >> v2:172.21.15.73:3300/0 conn(0x7fe1c4159ea0 msgr2=0x7fe1c4073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/1174723542 >> v2:172.21.15.73:3300/0 conn(0x7fe1c4159ea0 0x7fe1c4073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/1174723542 >> v1:172.21.15.5:6789/0 conn(0x7fe1c40b6310 legacy=0x7fe1c4070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.038+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/1174723542 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c40b5550 con 0x7fe1c4071380 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/1174723542 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 0x7fe1c4073680 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc0097a0 tx=0x7fe1bc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f6cefb15426864a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c159a640 1 -- 172.21.15.5:0/1174723542 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc037070 con 0x7fe1c4071380 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c159a640 1 -- 172.21.15.5:0/1174723542 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc032440 con 0x7fe1c4071380 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c159a640 1 -- 172.21.15.5:0/1174723542 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc0327f0 con 0x7fe1c4071380 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 -- 172.21.15.5:0/1174723542 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 msgr2=0x7fe1c4073680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/1174723542 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 0x7fe1c4073680 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc0097a0 tx=0x7fe1bc02a180 comp rx=0 tx=0).stop 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 -- 172.21.15.5:0/1174723542 shutdown_connections 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/1174723542 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c4071380 0x7fe1c4073680 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/1174723542 >> v2:172.21.15.73:3300/0 conn(0x7fe1c4159ea0 0x7fe1c4073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 -- 172.21.15.5:0/1174723542 >> 172.21.15.5:0/1174723542 conn(0x7fe1c406e5b0 msgr2=0x7fe1c406f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 -- 172.21.15.5:0/1174723542 shutdown_connections 2024-09-16T00:56:10.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.039+0000 7fe1c89fd640 1 -- 172.21.15.5:0/1174723542 wait complete. 2024-09-16T00:56:10.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.041+0000 7fe1c89fd640 1 Processor -- start 2024-09-16T00:56:10.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.041+0000 7fe1c89fd640 1 -- start start 2024-09-16T00:56:10.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.041+0000 7fe1c89fd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1c4071380 0x7fe1c4152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.041+0000 7fe1c89fd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c40b6310 0x7fe1c40b2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c40b5df0 con 0x7fe1c4159ea0 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c40b5b10 con 0x7fe1c4071380 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c40d1e20 con 0x7fe1c40b6310 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46874/0 (socket says 172.21.15.5:46874) 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/3623653870 learned_addr learned my addr 172.21.15.5:0/3623653870 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c259c640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1c4071380 0x7fe1c4152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c1d9b640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c40b6310 0x7fe1c40b2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c40b6310 msgr2=0x7fe1c40b2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c40b6310 0x7fe1c40b2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1c4071380 msgr2=0x7fe1c4152400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1c4071380 0x7fe1c4152400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 -- 172.21.15.5:0/3623653870 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c40b4310 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c2d9d640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc035040 tx=0x7fe1bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc037040 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc03b430 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c40b45f0 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc03b7e0 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.042+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c40b4bb0 con 0x7fe1c4159ea0 2024-09-16T00:56:10.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.043+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c4070c70 con 0x7fe1c4159ea0 2024-09-16T00:56:10.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.044+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1bc044020 con 0x7fe1c4159ea0 2024-09-16T00:56:10.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.044+0000 7fe1baffd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 0x7fe1a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.044+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fe1bc0ab4c0 con 0x7fe1c4159ea0 2024-09-16T00:56:10.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.044+0000 7fe1c259c640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 0x7fe1a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.045+0000 7fe1c259c640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 0x7fe1a406e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4011340 tx=0x7fe1b400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.049+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1bc079580 con 0x7fe1c4159ea0 2024-09-16T00:56:10.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.257+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1c406f690 con 0x7fe1c4159ea0 2024-09-16T00:56:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.258+0000 7fe1baffd640 1 -- 172.21.15.5:0/3623653870 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7fe1bc07d880 con 0x7fe1c4159ea0 2024-09-16T00:56:10.258 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:10.258 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:10.258 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 msgr2=0x7fe1a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 0x7fe1a406e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4011340 tx=0x7fe1b400b040 comp rx=0 tx=0).stop 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 msgr2=0x7fe1c41e6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc035040 tx=0x7fe1bc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 shutdown_connections 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe1a406c2b0 0x7fe1a406e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe1c4159ea0 0x7fe1c41e6d10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe1c40b6310 0x7fe1c40b2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 --2- 172.21.15.5:0/3623653870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1c4071380 0x7fe1c4152400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 >> 172.21.15.5:0/3623653870 conn(0x7fe1c406e5b0 msgr2=0x7fe1c415a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 shutdown_connections 2024-09-16T00:56:10.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.260+0000 7fe1c89fd640 1 -- 172.21.15.5:0/3623653870 wait complete. 2024-09-16T00:56:10.271 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:10.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.373+0000 7f16e9082640 1 Processor -- start 2024-09-16T00:56:10.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 -- start start 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f16e40d1c10 0x7f16e40b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f16e4162cd0 0x7f16e40ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16e40b70b0 con 0x7f16e415e970 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f16e40b78b0 con 0x7f16e4162cd0 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e9082640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f16e40b62f0 con 0x7f16e40d1c10 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.374+0000 7f16e359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f16e4162cd0 0x7f16e40ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f16e4162cd0 0x7f16e40ced40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46880/0 (socket says 172.21.15.5:46880) 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e2d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f16e415e970 0x7f16e40d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59216/0 (socket says 172.21.15.5:59216) 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 -- 172.21.15.5:0/2229756912 learned_addr learned my addr 172.21.15.5:0/2229756912 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:10.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e259c640 1 --2- 172.21.15.5:0/2229756912 >> v2:172.21.15.73:3300/0 conn(0x7f16e40d1c10 0x7f16e40b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 -- 172.21.15.5:0/2229756912 >> v2:172.21.15.73:3300/0 conn(0x7f16e40d1c10 msgr2=0x7f16e40b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 --2- 172.21.15.5:0/2229756912 >> v2:172.21.15.73:3300/0 conn(0x7f16e40d1c10 0x7f16e40b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 -- 172.21.15.5:0/2229756912 >> v1:172.21.15.5:6789/0 conn(0x7f16e415e970 legacy=0x7f16e40d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e1d9b640 1 -- 172.21.15.5:0/2229756912 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 788793777 0 0) 0x7f16dc001490 con 0x7f16e415e970 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.375+0000 7f16e359e640 1 -- 172.21.15.5:0/2229756912 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e40b65d0 con 0x7f16e4162cd0 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e359e640 1 --2- 172.21.15.5:0/2229756912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e4162cd0 0x7f16e40ced40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f16e406cb40 tx=0x7f16d402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7eafc8e492d6b12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e1d9b640 1 -- 172.21.15.5:0/2229756912 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4037070 con 0x7f16e4162cd0 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e1d9b640 1 -- 172.21.15.5:0/2229756912 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16d4032440 con 0x7f16e4162cd0 2024-09-16T00:56:10.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e1d9b640 1 -- 172.21.15.5:0/2229756912 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4032810 con 0x7f16e4162cd0 2024-09-16T00:56:10.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 -- 172.21.15.5:0/2229756912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e4162cd0 msgr2=0x7f16e40ced40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 --2- 172.21.15.5:0/2229756912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e4162cd0 0x7f16e40ced40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f16e406cb40 tx=0x7f16d402a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 -- 172.21.15.5:0/2229756912 shutdown_connections 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 --2- 172.21.15.5:0/2229756912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e4162cd0 0x7f16e40ced40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 --2- 172.21.15.5:0/2229756912 >> v2:172.21.15.73:3300/0 conn(0x7f16e40d1c10 0x7f16e40b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 -- 172.21.15.5:0/2229756912 >> 172.21.15.5:0/2229756912 conn(0x7f16e406bd00 msgr2=0x7f16e406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 -- 172.21.15.5:0/2229756912 shutdown_connections 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.376+0000 7f16e9082640 1 -- 172.21.15.5:0/2229756912 wait complete. 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.378+0000 7f16e9082640 1 Processor -- start 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.378+0000 7f16e9082640 1 -- start start 2024-09-16T00:56:10.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16e415e970 0x7f16e40cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f16e4162cd0 0x7f16e4155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41630e0 con 0x7f16e40d1c10 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f16e40b6b90 con 0x7f16e415e970 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f16e40cf280 con 0x7f16e4162cd0 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46886/0 (socket says 172.21.15.5:46886) 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 -- 172.21.15.5:0/804727453 learned_addr learned my addr 172.21.15.5:0/804727453 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e259c640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16e415e970 0x7f16e40cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e359e640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f16e4162cd0 0x7f16e4155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 -- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f16e4162cd0 msgr2=0x7f16e4155750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f16e4162cd0 0x7f16e4155750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 -- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16e415e970 msgr2=0x7f16e40cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16e415e970 0x7f16e40cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 -- 172.21.15.5:0/804727453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e40c8be0 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e2d9d640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00c850 tx=0x7f16dc00cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc018070 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16dc00a640 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e40c8e60 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc00aa70 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.379+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e40c9420 con 0x7f16e40d1c10 2024-09-16T00:56:10.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.380+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16e40c9750 con 0x7f16e40d1c10 2024-09-16T00:56:10.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.381+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16dc01b070 con 0x7f16e40d1c10 2024-09-16T00:56:10.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.381+0000 7f16db7fe640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 0x7f16c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.381+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f16dc08aa80 con 0x7f16e40d1c10 2024-09-16T00:56:10.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.382+0000 7f16e259c640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 0x7f16c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.382+0000 7f16e259c640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 0x7f16c406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16e40d55d0 tx=0x7f16cc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.386+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16e40c8be0 con 0x7f16e40d1c10 2024-09-16T00:56:10.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.560+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16e40b37a0 con 0x7f16e40d1c10 2024-09-16T00:56:10.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.561+0000 7f16db7fe640 1 -- 172.21.15.5:0/804727453 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16736 (secure 0 0 0) 0x7f16e40b70b0 con 0x7f16e40d1c10 2024-09-16T00:56:10.562 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:10.563 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":33,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:02.690438+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:48.022893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:49.094705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6834/3599063376":"2024-09-17T00:56:02.690415+0000","172.21.15.5:6832/3599063376":"2024-09-17T00:56:02.690415+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 msgr2=0x7f16c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 0x7f16c406e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16e40d55d0 tx=0x7f16cc008040 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 msgr2=0x7f16e4155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00c850 tx=0x7f16dc00cd10 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 shutdown_connections 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f16c406c2b0 0x7f16c406e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f16e4162cd0 0x7f16e4155750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16e415e970 0x7f16e40cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 --2- 172.21.15.5:0/804727453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f16e40d1c10 0x7f16e4155de0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 >> 172.21.15.5:0/804727453 conn(0x7f16e406bd00 msgr2=0x7f16e406c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 shutdown_connections 2024-09-16T00:56:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.563+0000 7f16e9082640 1 -- 172.21.15.5:0/804727453 wait complete. 2024-09-16T00:56:10.576 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:56:10.576 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:10.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.677+0000 7f40fff7f640 1 Processor -- start 2024-09-16T00:56:10.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.677+0000 7f40fff7f640 1 -- start start 2024-09-16T00:56:10.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fff7f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f40f815e4f0 0x7f40f815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fff7f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 0x7f40f806d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fff7f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40f81603c0 con 0x7f40f806bb20 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fff7f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f40f806ccd0 con 0x7f40f815e4f0 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fff7f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f40f806db30 con 0x7f40f806d160 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f40f815e4f0 0x7f40f815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f40f815e4f0 0x7f40f815f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46894/0 (socket says 172.21.15.5:46894) 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 -- 172.21.15.5:0/4031224283 learned_addr learned my addr 172.21.15.5:0/4031224283 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fe51c640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 0x7f40f806d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 -- 172.21.15.5:0/4031224283 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 msgr2=0x7f40f806d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 0x7f40f806d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 -- 172.21.15.5:0/4031224283 >> v1:172.21.15.73:6789/0 conn(0x7f40f806bb20 legacy=0x7f40f815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fdd1b640 1 -- 172.21.15.5:0/4031224283 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f806c0c0 con 0x7f40f815e4f0 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.678+0000 7f40fe51c640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 0x7f40f806d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.679+0000 7f40fdd1b640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f815f570 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f40f806ce50 tx=0x7f40f002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a1971ebb0a71f0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.679+0000 7f40fcd19640 1 -- 172.21.15.5:0/4031224283 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f0037070 con 0x7f40f815e4f0 2024-09-16T00:56:10.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.679+0000 7f40fcd19640 1 -- 172.21.15.5:0/4031224283 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f0032440 con 0x7f40f815e4f0 2024-09-16T00:56:10.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.679+0000 7f40fcd19640 1 -- 172.21.15.5:0/4031224283 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f0032810 con 0x7f40f815e4f0 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 -- 172.21.15.5:0/4031224283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 msgr2=0x7f40f815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f815f570 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f40f806ce50 tx=0x7f40f002a250 comp rx=0 tx=0).stop 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 -- 172.21.15.5:0/4031224283 shutdown_connections 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806d160 0x7f40f806d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 --2- 172.21.15.5:0/4031224283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f815f570 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 -- 172.21.15.5:0/4031224283 >> 172.21.15.5:0/4031224283 conn(0x7f40f806e5b0 msgr2=0x7f40f806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 -- 172.21.15.5:0/4031224283 shutdown_connections 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.680+0000 7f40fff7f640 1 -- 172.21.15.5:0/4031224283 wait complete. 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.681+0000 7f40fff7f640 1 Processor -- start 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.681+0000 7f40fff7f640 1 -- start start 2024-09-16T00:56:10.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806bb20 0x7f40f8157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40f806d160 0x7f40f8159b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f40f806c960 con 0x7f40f815e4f0 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f40f806c680 con 0x7f40f806d160 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fff7f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f40f815e8d0 con 0x7f40f806bb20 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46898/0 (socket says 172.21.15.5:46898) 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 -- 172.21.15.5:0/3999853606 learned_addr learned my addr 172.21.15.5:0/3999853606 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fdd1b640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806bb20 0x7f40f8157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fd51a640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40f806d160 0x7f40f8159b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 -- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806bb20 msgr2=0x7f40f8157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806bb20 0x7f40f8157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 -- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40f806d160 msgr2=0x7f40f8159b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40f806d160 0x7f40f8159b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.682+0000 7f40fe51c640 1 -- 172.21.15.5:0/3999853606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f81581a0 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40fe51c640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f40e8009fa0 tx=0x7f40e800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e801a070 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40e8003bb0 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f815b4f0 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e8004030 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.683+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f815a730 con 0x7f40f815e4f0 2024-09-16T00:56:10.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.684+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40f806d5f0 con 0x7f40f815e4f0 2024-09-16T00:56:10.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.684+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40e801d070 con 0x7f40f815e4f0 2024-09-16T00:56:10.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.685+0000 7f40f67fc640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 0x7f40e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:10.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.685+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f40e808b720 con 0x7f40f815e4f0 2024-09-16T00:56:10.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.685+0000 7f40fdd1b640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 0x7f40e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:10.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.686+0000 7f40fdd1b640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 0x7f40e406e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f40f0034000 tx=0x7f40f002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:10.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.689+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40f815b4f0 con 0x7f40f815e4f0 2024-09-16T00:56:10.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.902+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40f815f830 con 0x7f40f815e4f0 2024-09-16T00:56:10.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.903+0000 7f40f67fc640 1 -- 172.21.15.5:0/3999853606 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7f40e8010070 con 0x7f40f815e4f0 2024-09-16T00:56:10.904 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:10.905 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:10.905 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 msgr2=0x7f40e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 0x7f40e406e770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f40f0034000 tx=0x7f40f002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 msgr2=0x7f40f80b21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f40e8009fa0 tx=0x7f40e800d560 comp rx=0 tx=0).stop 2024-09-16T00:56:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 shutdown_connections 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f40e406c2b0 0x7f40e406e770 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40f815e4f0 0x7f40f80b21c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f40f806d160 0x7f40f8159b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 --2- 172.21.15.5:0/3999853606 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f40f806bb20 0x7f40f8157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 >> 172.21.15.5:0/3999853606 conn(0x7f40f806e5b0 msgr2=0x7f40f80cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:10.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 shutdown_connections 2024-09-16T00:56:10.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:10.905+0000 7f40fff7f640 1 -- 172.21.15.5:0/3999853606 wait complete. 2024-09-16T00:56:10.917 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:11.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.018+0000 7f22bcd66640 1 Processor -- start 2024-09-16T00:56:11.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.018+0000 7f22bcd66640 1 -- start start 2024-09-16T00:56:11.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22bcd66640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f22b8159ea0 0x7f22b8073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22bcd66640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b8073680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22bcd66640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22b815a280 con 0x7f22b80b6310 2024-09-16T00:56:11.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22bcd66640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f22b8071790 con 0x7f22b8159ea0 2024-09-16T00:56:11.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22bcd66640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f22b80719e0 con 0x7f22b8071380 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22b6d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b8073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22b659c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f22b8159ea0 0x7f22b8073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22b5d9b640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f22b80b6310 0x7f22b8070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53666/0 (socket says 172.21.15.5:53666) 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.019+0000 7f22b5d9b640 1 -- 172.21.15.5:0/3182396045 learned_addr learned my addr 172.21.15.5:0/3182396045 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.020+0000 7f22b659c640 1 -- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 msgr2=0x7f22b8073680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:11.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.020+0000 7f22b659c640 1 --2- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b8073680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.020+0000 7f22b659c640 1 -- 172.21.15.5:0/3182396045 >> v1:172.21.15.73:6789/0 conn(0x7f22b80b6310 legacy=0x7f22b8070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.020+0000 7f22b659c640 1 -- 172.21.15.5:0/3182396045 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b80b5550 con 0x7f22b8159ea0 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.020+0000 7f22b559a640 1 -- 172.21.15.5:0/3182396045 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2627690967 0 0) 0x7f22b815a280 con 0x7f22b80b6310 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22b659c640 1 --2- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b8159ea0 0x7f22b8073140 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22b00097a0 tx=0x7f22b002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eed7071892cd5db5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22b559a640 1 -- 172.21.15.5:0/3182396045 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0037070 con 0x7f22b8159ea0 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22b559a640 1 -- 172.21.15.5:0/3182396045 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b0032440 con 0x7f22b8159ea0 2024-09-16T00:56:11.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22b559a640 1 -- 172.21.15.5:0/3182396045 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0032810 con 0x7f22b8159ea0 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 -- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b8159ea0 msgr2=0x7f22b8073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 --2- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b8159ea0 0x7f22b8073140 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22b00097a0 tx=0x7f22b002a180 comp rx=0 tx=0).stop 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 -- 172.21.15.5:0/3182396045 shutdown_connections 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 --2- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b8073680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 --2- 172.21.15.5:0/3182396045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b8159ea0 0x7f22b8073140 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 -- 172.21.15.5:0/3182396045 >> 172.21.15.5:0/3182396045 conn(0x7f22b806e5b0 msgr2=0x7f22b806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.021+0000 7f22bcd66640 1 -- 172.21.15.5:0/3182396045 shutdown_connections 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.022+0000 7f22bcd66640 1 -- 172.21.15.5:0/3182396045 wait complete. 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.023+0000 7f22bcd66640 1 Processor -- start 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.023+0000 7f22bcd66640 1 -- start start 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.023+0000 7f22bcd66640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b81490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.023+0000 7f22bcd66640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b80b6310 0x7f22b8156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f22b80b5df0 con 0x7f22b8159ea0 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f22b80b5b10 con 0x7f22b80b6310 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f22b80d1e20 con 0x7f22b8071380 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46912/0 (socket says 172.21.15.5:46912) 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 -- 172.21.15.5:0/4205968469 learned_addr learned my addr 172.21.15.5:0/4205968469 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b659c640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b81490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b5d9b640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b80b6310 0x7f22b8156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 -- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 msgr2=0x7f22b81490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b81490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 -- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b80b6310 msgr2=0x7f22b8156320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b80b6310 0x7f22b8156320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 -- 172.21.15.5:0/4205968469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b80b3020 con 0x7f22b8159ea0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22b6d9d640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f22a800efc0 tx=0x7f22a800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8018020 con 0x7f22b8159ea0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22a8014480 con 0x7f22b8159ea0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8014870 con 0x7f22b8159ea0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22b80b3300 con 0x7f22b8159ea0 2024-09-16T00:56:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.024+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22b80b38c0 con 0x7f22b8159ea0 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.025+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22b8070c70 con 0x7f22b8159ea0 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.026+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22a8005d10 con 0x7f22b8159ea0 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.026+0000 7f22aeffd640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 0x7f229806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.026+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f22a808c130 con 0x7f22b8159ea0 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.026+0000 7f22b659c640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 0x7f229806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.027+0000 7f22b659c640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 0x7f229806e7a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f22b0034000 tx=0x7f22b002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.031+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22a8022030 con 0x7f22b8159ea0 2024-09-16T00:56:11.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.240+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22b8073550 con 0x7f22b8159ea0 2024-09-16T00:56:11.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.241+0000 7f22aeffd640 1 -- 172.21.15.5:0/4205968469 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5215 (secure 0 0 0) 0x7f22a8010040 con 0x7f22b8159ea0 2024-09-16T00:56:11.242 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:11.242 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":20,"btime":"2024-09-16T00:56:05:699778+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:55:50.100055+0000","modified":"2024-09-16T00:56:05.699769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"b","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.73:6837/1371792371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1371792371},{"type":"v1","addr":"172.21.15.73:6837","nonce":1371792371}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-16T00:56:11.243 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 20 2024-09-16T00:56:11.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 msgr2=0x7f229806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 0x7f229806e7a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f22b0034000 tx=0x7f22b002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:11.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 msgr2=0x7f22b80b4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f22a800efc0 tx=0x7f22a800c490 comp rx=0 tx=0).stop 2024-09-16T00:56:11.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 shutdown_connections 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f229806c2e0 0x7f229806e7a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f22b8159ea0 0x7f22b80b4810 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22b80b6310 0x7f22b8156320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 --2- 172.21.15.5:0/4205968469 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f22b8071380 0x7f22b81490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 >> 172.21.15.5:0/4205968469 conn(0x7f22b806e5b0 msgr2=0x7f22b815a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 shutdown_connections 2024-09-16T00:56:11.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.243+0000 7f22bcd66640 1 -- 172.21.15.5:0/4205968469 wait complete. 2024-09-16T00:56:11.255 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:11.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.357+0000 7fdb72f6d640 1 Processor -- start 2024-09-16T00:56:11.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.357+0000 7fdb72f6d640 1 -- start start 2024-09-16T00:56:11.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.357+0000 7fdb72f6d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fdb6c15e970 0x7fdb6c0b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb72f6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb6c0b70b0 con 0x7fdb6c0d1c10 2024-09-16T00:56:11.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb72f6d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb6c0b78b0 con 0x7fdb6c162cd0 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb72f6d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fdb6c0b62f0 con 0x7fdb6c15e970 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb7150a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdb6c0d1c10 0x7fdb6c0ced40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45040/0 (socket says 172.21.15.5:45040) 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb7150a640 1 -- 172.21.15.5:0/1763086204 learned_addr learned my addr 172.21.15.5:0/1763086204 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb70d09640 1 --2- 172.21.15.5:0/1763086204 >> v2:172.21.15.73:3300/0 conn(0x7fdb6c15e970 0x7fdb6c0b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1284127275 0 0) 0x7fdb64001490 con 0x7fdb6c0d1c10 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb5c003520 con 0x7fdb6c0d1c10 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb70d09640 1 -- 172.21.15.5:0/1763086204 >> v1:172.21.15.73:6789/0 conn(0x7fdb6c162cd0 legacy=0x7fdb6c0d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb70d09640 1 -- 172.21.15.5:0/1763086204 >> v1:172.21.15.5:6789/0 conn(0x7fdb6c0d1c10 legacy=0x7fdb6c0ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2183859 0 0) 0x7fdb58001110 con 0x7fdb6c162cd0 2024-09-16T00:56:11.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.358+0000 7fdb70d09640 1 -- 172.21.15.5:0/1763086204 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb6c0b65d0 con 0x7fdb6c15e970 2024-09-16T00:56:11.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.359+0000 7fdb70d09640 1 --2- 172.21.15.5:0/1763086204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0b37a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdb600097d0 tx=0x7fdb6002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8cbcc26146435e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.359+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60037070 con 0x7fdb6c15e970 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.359+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb60032440 con 0x7fdb6c15e970 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.359+0000 7fdb6b7fe640 1 -- 172.21.15.5:0/1763086204 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60032810 con 0x7fdb6c15e970 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 -- 172.21.15.5:0/1763086204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c15e970 msgr2=0x7fdb6c0b37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/1763086204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0b37a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdb600097d0 tx=0x7fdb6002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 -- 172.21.15.5:0/1763086204 shutdown_connections 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/1763086204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0b37a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 -- 172.21.15.5:0/1763086204 >> 172.21.15.5:0/1763086204 conn(0x7fdb6c06bd00 msgr2=0x7fdb6c06c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 -- 172.21.15.5:0/1763086204 shutdown_connections 2024-09-16T00:56:11.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.360+0000 7fdb72f6d640 1 -- 172.21.15.5:0/1763086204 wait complete. 2024-09-16T00:56:11.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.361+0000 7fdb72f6d640 1 Processor -- start 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.361+0000 7fdb72f6d640 1 -- start start 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c0d1c10 0x7fdb6c0cd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 0x7fdb6c155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c163160 con 0x7fdb6c15e970 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c0b6b90 con 0x7fdb6c0d1c10 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb72f6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdb6c0cf450 con 0x7fdb6c162cd0 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37464/0 (socket says 172.21.15.5:37464) 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 -- 172.21.15.5:0/3693301310 learned_addr learned my addr 172.21.15.5:0/3693301310 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb70d09640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c0d1c10 0x7fdb6c0cd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb7150a640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 0x7fdb6c155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 -- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 msgr2=0x7fdb6c155750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 0x7fdb6c155750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 -- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c0d1c10 msgr2=0x7fdb6c0cd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c0d1c10 0x7fdb6c0cd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb6bfff640 1 -- 172.21.15.5:0/3693301310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb6c0cd710 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.362+0000 7fdb7150a640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 0x7fdb6c155750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb6bfff640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800c3f0 tx=0x7fdb5800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb58017070 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb580035f0 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb580039e0 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb6c0cd9f0 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.363+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb6c155c90 con 0x7fdb6c15e970 2024-09-16T00:56:11.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.364+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb6c0b37a0 con 0x7fdb6c15e970 2024-09-16T00:56:11.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.364+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdb5801a070 con 0x7fdb6c15e970 2024-09-16T00:56:11.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.365+0000 7fdb697fa640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.365+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fdb5808a760 con 0x7fdb6c15e970 2024-09-16T00:56:11.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.365+0000 7fdb70d09640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.365+0000 7fdb70d09640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 0x7fdb5006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdb60034000 tx=0x7fdb6002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.369+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb6c0b78b0 con 0x7fdb6c15e970 2024-09-16T00:56:11.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.544+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdb6c15eef0 con 0x7fdb6c15e970 2024-09-16T00:56:11.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.545+0000 7fdb697fa640 1 -- 172.21.15.5:0/3693301310 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16736 (secure 0 0 0) 0x7fdb58058f00 con 0x7fdb6c15e970 2024-09-16T00:56:11.547 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:11.547 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":33,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:02.690438+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:55:48.022893+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T00:55:49.094705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6834/3599063376":"2024-09-17T00:56:02.690415+0000","172.21.15.5:6832/3599063376":"2024-09-17T00:56:02.690415+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:11.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 msgr2=0x7fdb5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 0x7fdb5006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdb60034000 tx=0x7fdb6002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 msgr2=0x7fdb6c0cc240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdb5800c3f0 tx=0x7fdb5800c8b0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 shutdown_connections 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdb5006c2b0 0x7fdb5006e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdb6c162cd0 0x7fdb6c155750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdb6c15e970 0x7fdb6c0cc240 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 --2- 172.21.15.5:0/3693301310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c0d1c10 0x7fdb6c0cd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 >> 172.21.15.5:0/3693301310 conn(0x7fdb6c06bd00 msgr2=0x7fdb6c0b59f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 shutdown_connections 2024-09-16T00:56:11.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.547+0000 7fdb72f6d640 1 -- 172.21.15.5:0/3693301310 wait complete. 2024-09-16T00:56:11.560 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:56:11.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.662+0000 7fa50d4e6640 1 Processor -- start 2024-09-16T00:56:11.663 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.662+0000 7fa50d4e6640 1 -- start start 2024-09-16T00:56:11.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa50d4e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa50d4e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa508073d10 0x7fa5080d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa50d4e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5080ccd80 con 0x7fa50815b110 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa50d4e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa5080b44f0 con 0x7fa508073d10 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa50d4e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa5080cd060 con 0x7fa50815b4f0 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa506ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa50815b110 0x7fa5080b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45056/0 (socket says 172.21.15.5:45056) 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa506ffd640 1 -- 172.21.15.5:0/2742034046 learned_addr learned my addr 172.21.15.5:0/2742034046 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5077fe640 1 --2- 172.21.15.5:0/2742034046 >> v2:172.21.15.73:3300/0 conn(0x7fa508073d10 0x7fa5080d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5067fc640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa505ffb640 1 -- 172.21.15.5:0/2742034046 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2940832022 0 0) 0x7fa5080ccd80 con 0x7fa50815b110 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa505ffb640 1 -- 172.21.15.5:0/2742034046 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4f0003520 con 0x7fa50815b110 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5077fe640 1 -- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 msgr2=0x7fa5080d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5077fe640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5077fe640 1 -- 172.21.15.5:0/2742034046 >> v1:172.21.15.5:6789/0 conn(0x7fa50815b110 legacy=0x7fa5080b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.663+0000 7fa5077fe640 1 -- 172.21.15.5:0/2742034046 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5080cd340 con 0x7fa508073d10 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.664+0000 7fa5077fe640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa508073d10 0x7fa5080d0720 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa500009d90 tx=0x7fa50002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec61557d22e571bc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.664+0000 7fa505ffb640 1 -- 172.21.15.5:0/2742034046 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500007740 con 0x7fa508073d10 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.664+0000 7fa505ffb640 1 -- 172.21.15.5:0/2742034046 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5000078e0 con 0x7fa508073d10 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.664+0000 7fa505ffb640 1 -- 172.21.15.5:0/2742034046 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa500007cb0 con 0x7fa508073d10 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 -- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa508073d10 msgr2=0x7fa5080d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa508073d10 0x7fa5080d0720 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa500009d90 tx=0x7fa50002a660 comp rx=0 tx=0).stop 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 -- 172.21.15.5:0/2742034046 shutdown_connections 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa508073d10 0x7fa5080d0720 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/2742034046 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 -- 172.21.15.5:0/2742034046 >> 172.21.15.5:0/2742034046 conn(0x7fa50806d000 msgr2=0x7fa50806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 -- 172.21.15.5:0/2742034046 shutdown_connections 2024-09-16T00:56:11.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.665+0000 7fa50d4e6640 1 -- 172.21.15.5:0/2742034046 wait complete. 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.666+0000 7fa50d4e6640 1 Processor -- start 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.666+0000 7fa50d4e6640 1 -- start start 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa50815b110 0x7fa5080ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080cdcc0 con 0x7fa508073d10 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa5080cdb40 con 0x7fa50815b110 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa50d4e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa5080cde40 con 0x7fa50815b4f0 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37466/0 (socket says 172.21.15.5:37466) 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 -- 172.21.15.5:0/1139808293 learned_addr learned my addr 172.21.15.5:0/1139808293 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 -- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 msgr2=0x7fa5080aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa5077fe640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa5067fc640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa50815b110 0x7fa5080ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080aede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.667+0000 7fa506ffd640 1 -- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa50815b110 msgr2=0x7fa5080ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa506ffd640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa50815b110 0x7fa5080ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa506ffd640 1 -- 172.21.15.5:0/1139808293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa508070f80 con 0x7fa508073d10 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa506ffd640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800c460 tx=0x7fa4f800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8017070 con 0x7fa508073d10 2024-09-16T00:56:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4f8005ce0 con 0x7fa508073d10 2024-09-16T00:56:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa508145d00 con 0x7fa508073d10 2024-09-16T00:56:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f8007290 con 0x7fa508073d10 2024-09-16T00:56:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.668+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa508071520 con 0x7fa508073d10 2024-09-16T00:56:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.669+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5080d0f20 con 0x7fa508073d10 2024-09-16T00:56:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.669+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4f801a070 con 0x7fa508073d10 2024-09-16T00:56:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.670+0000 7fa4ef7fe640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 0x7fa4f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.670+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa4f808a850 con 0x7fa508073d10 2024-09-16T00:56:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.670+0000 7fa5067fc640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 0x7fa4f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.671+0000 7fa5067fc640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 0x7fa4f406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa508072b70 tx=0x7fa4fc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:11.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.674+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4f8058f60 con 0x7fa508073d10 2024-09-16T00:56:11.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.888+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa5080b3d10 con 0x7fa508073d10 2024-09-16T00:56:11.889 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-16T00:56:11.888+0000 7f63b33aa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:56:11.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.889+0000 7fa4ef7fe640 1 -- 172.21.15.5:0/1139808293 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v21) ==== 161+0+0 (secure 0 0 0) 0x7fa4f8058860 con 0x7fa508073d10 2024-09-16T00:56:11.890 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:56:11.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 msgr2=0x7fa4f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 0x7fa4f406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa508072b70 tx=0x7fa4fc008040 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 msgr2=0x7fa508071d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa4f800c460 tx=0x7fa4f800c920 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 shutdown_connections 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa4f406c2b0 0x7fa4f406e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa50815b4f0 0x7fa5080aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa50815b110 0x7fa5080ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 --2- 172.21.15.5:0/1139808293 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa508073d10 0x7fa508071d20 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 >> 172.21.15.5:0/1139808293 conn(0x7fa50806d000 msgr2=0x7fa50815ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 shutdown_connections 2024-09-16T00:56:11.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:11.892+0000 7fa50d4e6640 1 -- 172.21.15.5:0/1139808293 wait complete. 2024-09-16T00:56:11.896 INFO:tasks.ceph.mds.b.smithi073.stderr: -1087> 2024-09-16T00:56:05.735+0000 7feada9ce640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:56:11.896 INFO:tasks.ceph.mds.b.smithi073.stderr: -623> 2024-09-16T00:56:08.305+0000 7fead69c6640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-16T00:56:11.905 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:56:11.923 INFO:tasks.ceph.mds.b.smithi073.stdout:starting mds.b at 2024-09-16T00:56:12.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.009+0000 7f1d004e6640 1 Processor -- start 2024-09-16T00:56:12.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.009+0000 7f1d004e6640 1 -- start start 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1d004e6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1cf8161d10 0x7f1cf80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1d004e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1cf80b76c0 0x7f1cf80d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1d004e6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cf81620f0 con 0x7f1cf80cef90 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1d004e6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1cf8072140 con 0x7f1cf8161d10 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1d004e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f1cf80b7b30 con 0x7f1cf80b76c0 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.010+0000 7f1cfe282640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1cf8161d10 0x7f1cf80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1cf8161d10 0x7f1cf80d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37474/0 (socket says 172.21.15.5:37474) 2024-09-16T00:56:12.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 -- 172.21.15.5:0/1419552435 learned_addr learned my addr 172.21.15.5:0/1419552435 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfda81640 1 --2- 172.21.15.5:0/1419552435 >> v2:172.21.15.73:3300/0 conn(0x7f1cf80b76c0 0x7f1cf80d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 -- 172.21.15.5:0/1419552435 >> v2:172.21.15.73:3300/0 conn(0x7f1cf80b76c0 msgr2=0x7f1cf80d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 --2- 172.21.15.5:0/1419552435 >> v2:172.21.15.73:3300/0 conn(0x7f1cf80b76c0 0x7f1cf80d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 -- 172.21.15.5:0/1419552435 >> v1:172.21.15.73:6789/0 conn(0x7f1cf80cef90 legacy=0x7f1cf8072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.011+0000 7f1cfe282640 1 -- 172.21.15.5:0/1419552435 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cf80d4200 con 0x7f1cf8161d10 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1cfe282640 1 --2- 172.21.15.5:0/1419552435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf80d3b20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80b7230 tx=0x7f1cf002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d141373b5c20d0d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:12.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1cfd280640 1 -- 172.21.15.5:0/1419552435 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0037070 con 0x7f1cf8161d10 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1cfd280640 1 -- 172.21.15.5:0/1419552435 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf0032440 con 0x7f1cf8161d10 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1cfd280640 1 -- 172.21.15.5:0/1419552435 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0032810 con 0x7f1cf8161d10 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 -- 172.21.15.5:0/1419552435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 msgr2=0x7f1cf80d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 --2- 172.21.15.5:0/1419552435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf80d3b20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80b7230 tx=0x7f1cf002a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 -- 172.21.15.5:0/1419552435 shutdown_connections 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 --2- 172.21.15.5:0/1419552435 >> v2:172.21.15.73:3300/0 conn(0x7f1cf80b76c0 0x7f1cf80d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 --2- 172.21.15.5:0/1419552435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf80d3b20 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 -- 172.21.15.5:0/1419552435 >> 172.21.15.5:0/1419552435 conn(0x7f1cf80d4730 msgr2=0x7f1cf80d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 -- 172.21.15.5:0/1419552435 shutdown_connections 2024-09-16T00:56:12.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.012+0000 7f1d004e6640 1 -- 172.21.15.5:0/1419552435 wait complete. 2024-09-16T00:56:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 Processor -- start 2024-09-16T00:56:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 -- start start 2024-09-16T00:56:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 0x7f1cf814dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf815e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf8072950 con 0x7f1cf8161d10 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf8072670 con 0x7f1cf80b76c0 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.014+0000 7f1d004e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1cf80cf3c0 con 0x7f1cf80cef90 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfea83640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf815e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:46032/0 (socket says 172.21.15.5:46032) 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfda81640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 0x7f1cf814dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 -- 172.21.15.5:0/950142240 learned_addr learned my addr 172.21.15.5:0/950142240 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 -- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 msgr2=0x7f1cf814dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 0x7f1cf814dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 -- 172.21.15.5:0/950142240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 msgr2=0x7f1cf815e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf815e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 -- 172.21.15.5:0/950142240 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cf81f4a60 con 0x7f1cf80b76c0 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfea83640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf815e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfda81640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 0x7f1cf814dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cfe282640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1cf002a220 tx=0x7f1cf00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0041020 con 0x7f1cf80b76c0 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cf00306c0 con 0x7f1cf80b76c0 2024-09-16T00:56:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cf81f4d40 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.015+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf0037040 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.016+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cf81f5300 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.017+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cf80cf750 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.017+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1cf0044020 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.017+0000 7f1cf6ffd640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 0x7f1ce406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.018+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5881+0+0 (secure 0 0 0) 0x7f1cf00abca0 con 0x7f1cf80b76c0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.018+0000 7f1cfda81640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 0x7f1ce406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.018+0000 7f1cfda81640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 0x7f1ce406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80c98c0 tx=0x7f1cec008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:12.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.022+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cf004b030 con 0x7f1cf80b76c0 2024-09-16T00:56:12.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.235+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f1cf80c8000 con 0x7f1cf80b76c0 2024-09-16T00:56:12.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.899+0000 7f1cf6ffd640 1 -- 172.21.15.5:0/950142240 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v22) ==== 104+0+0 (secure 0 0 0) 0x7f1cf0079c90 con 0x7f1cf80b76c0 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 msgr2=0x7f1ce406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 0x7f1ce406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80c98c0 tx=0x7f1cec008040 comp rx=0 tx=0).stop 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 msgr2=0x7f1cf80c9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1cf002a220 tx=0x7f1cf00046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 shutdown_connections 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1ce406c2b0 0x7f1ce406e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cf8161d10 0x7f1cf815e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cf80cef90 0x7f1cf814dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 --2- 172.21.15.5:0/950142240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cf80b76c0 0x7f1cf80c9990 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:12.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 >> 172.21.15.5:0/950142240 conn(0x7f1cf80d4730 msgr2=0x7f1cf80d39b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:12.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 shutdown_connections 2024-09-16T00:56:12.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:12.902+0000 7f1d004e6640 1 -- 172.21.15.5:0/950142240 wait complete. 2024-09-16T00:56:12.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:56:13.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.026+0000 7f6f35423640 1 Processor -- start 2024-09-16T00:56:13.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.026+0000 7f6f35423640 1 -- start start 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f35423640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f300cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f35423640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f300cec50 con 0x7f6f30156b10 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f35423640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f3015cb00 con 0x7f6f3015d5e0 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f35423640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6f3015cde0 con 0x7f6f30070770 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f2effd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6f30156b10 0x7f6f30070060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45062/0 (socket says 172.21.15.5:45062) 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.027+0000 7f6f2effd640 1 -- 172.21.15.5:0/1976840813 learned_addr learned my addr 172.21.15.5:0/1976840813 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:13.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1872431826 0 0) 0x7f6f300cec50 con 0x7f6f30156b10 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f1c003520 con 0x7f6f30156b10 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2e7fc640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f300cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 636369828 0 0) 0x7f6f1c003520 con 0x7f6f30156b10 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 msgr2=0x7f6f300cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f300cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 >> v1:172.21.15.73:6789/0 conn(0x7f6f3015d5e0 legacy=0x7f6f300b5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3015d0c0 con 0x7f6f30156b10 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f6f28001670 con 0x7f6f30156b10 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 >> v1:172.21.15.5:6789/0 conn(0x7f6f30156b10 legacy=0x7f6f30070060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f1c0039e0 0x7f6f1c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f1c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f1c004d40 0x7f6f1c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3015cde0 con 0x7f6f1c0039e0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c00baa0 con 0x7f6f1c004d40 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6f1c00bca0 con 0x7f6f30070770 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f1c0039e0 0x7f6f1c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2f7fe640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f1c004d40 0x7f6f1c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2e7fc640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f1c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 -- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 msgr2=0x7f6f1c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f30070770 0x7f6f1c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 -- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f1c004d40 msgr2=0x7f6f1c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f1c004d40 0x7f6f1c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.028+0000 7f6f2effd640 1 -- 172.21.15.5:0/1976840813 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c003520 con 0x7f6f1c0039e0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.029+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f1c0039e0 0x7f6f1c003e00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800c210 tx=0x7f6f1c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40f202fa1d7c137b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.029+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28007cf0 con 0x7f6f1c0039e0 2024-09-16T00:56:13.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.029+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f28005af0 con 0x7f6f1c0039e0 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.029+0000 7f6f2dffb640 1 -- 172.21.15.5:0/1976840813 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28007070 con 0x7f6f1c0039e0 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 -- 172.21.15.5:0/1976840813 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f1c0039e0 msgr2=0x7f6f1c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 --2- 172.21.15.5:0/1976840813 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f1c0039e0 0x7f6f1c003e00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800c210 tx=0x7f6f1c005830 comp rx=0 tx=0).stop 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f2f7fe640 1 -- 172.21.15.5:0/1976840813 reap_dead start 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 -- 172.21.15.5:0/1976840813 shutdown_connections 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 -- 172.21.15.5:0/1976840813 >> 172.21.15.5:0/1976840813 conn(0x7f6f30072ef0 msgr2=0x7f6f3006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 -- 172.21.15.5:0/1976840813 shutdown_connections 2024-09-16T00:56:13.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.030+0000 7f6f35423640 1 -- 172.21.15.5:0/1976840813 wait complete. 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.031+0000 7f6f35423640 1 Processor -- start 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.031+0000 7f6f35423640 1 -- start start 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f1c0039e0 0x7f6f3014de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 0x7f6f3014bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300b6590 con 0x7f6f30150ab0 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300b6410 con 0x7f6f3014ba80 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f35423640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6f300b6710 con 0x7f6f1c0039e0 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f2e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f2e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37506/0 (socket says 172.21.15.5:37506) 2024-09-16T00:56:13.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f2e7fc640 1 -- 172.21.15.5:0/1984158478 learned_addr learned my addr 172.21.15.5:0/1984158478 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f1c0039e0 0x7f6f3014de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.032+0000 7f6f2f7fe640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 0x7f6f3014bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 -- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f1c0039e0 msgr2=0x7f6f3014de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f1c0039e0 0x7f6f3014de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 -- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 msgr2=0x7f6f3014bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 0x7f6f3014bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 -- 172.21.15.5:0/1984158478 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f30153b30 con 0x7f6f30150ab0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2f7fe640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 0x7f6f3014bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f2e7fc640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6f18011630 tx=0x7f6f18011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1800f920 con 0x7f6f30150ab0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f1800fac0 con 0x7f6f30150ab0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1800fe70 con 0x7f6f30150ab0 2024-09-16T00:56:13.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f30151620 con 0x7f6f30150ab0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.033+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f30151be0 con 0x7f6f30150ab0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.034+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f30070060 con 0x7f6f30150ab0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.035+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f18015460 con 0x7f6f30150ab0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.035+0000 7f6f277fe640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 0x7f6f1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.035+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5881+0+0 (secure 0 0 0) 0x7f6f1808be00 con 0x7f6f30150ab0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.035+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 0x7f6f1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.036+0000 7f6f2effd640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 0x7f6f1006e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6f28032000 tx=0x7f6f28034040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:13.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.039+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6f18019030 con 0x7f6f30150ab0 2024-09-16T00:56:13.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.216+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6f3006cfb0 con 0x7f6f30150ab0 2024-09-16T00:56:13.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.896+0000 7f6f277fe640 1 -- 172.21.15.5:0/1984158478 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v35) ==== 181+0+0 (secure 0 0 0) 0x7f6f1805a430 con 0x7f6f30150ab0 2024-09-16T00:56:13.897 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 msgr2=0x7f6f1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 0x7f6f1006e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6f28032000 tx=0x7f6f28034040 comp rx=0 tx=0).stop 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 msgr2=0x7f6f30150f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6f18011630 tx=0x7f6f18011af0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 shutdown_connections 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6f1006c2b0 0x7f6f1006e770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3014ba80 0x7f6f3014bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6f30150ab0 0x7f6f30150f10 secure :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6f18011630 tx=0x7f6f18011af0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 --2- 172.21.15.5:0/1984158478 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6f1c0039e0 0x7f6f3014de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 >> 172.21.15.5:0/1984158478 conn(0x7f6f30072ef0 msgr2=0x7f6f300b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.900+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 shutdown_connections 2024-09-16T00:56:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:13.901+0000 7f6f35423640 1 -- 172.21.15.5:0/1984158478 wait complete. 2024-09-16T00:56:13.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:56:14.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.028+0000 7f1cd9ae6640 1 Processor -- start 2024-09-16T00:56:14.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.028+0000 7f1cd9ae6640 1 -- start start 2024-09-16T00:56:14.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd9ae6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f1cd40d3320 0x7f1cd40d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd9ae6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cd40b61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd9ae6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cd40cfe30 con 0x7f1cd415e860 2024-09-16T00:56:14.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd9ae6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f1cd40b3f10 con 0x7f1cd40d3320 2024-09-16T00:56:14.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd9ae6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd40d38c0 con 0x7f1cd40d4ea0 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd37fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1cd415e860 0x7f1cd40cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45066/0 (socket says 172.21.15.5:45066) 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd37fe640 1 -- 172.21.15.5:0/4105215793 learned_addr learned my addr 172.21.15.5:0/4105215793 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1092880660 0 0) 0x7f1cd40cfe30 con 0x7f1cd415e860 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4105215793 >> v2:172.21.15.73:3300/0 conn(0x7f1cd40d3320 0x7f1cd40d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cd40b61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cbc003520 con 0x7f1cd415e860 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1876447960 0 0) 0x7f1cbc003520 con 0x7f1cd415e860 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 msgr2=0x7f1cd40b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cd40b61f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 >> v2:172.21.15.73:3300/0 conn(0x7f1cd40d3320 msgr2=0x7f1cd40d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 --2- 172.21.15.5:0/4105215793 >> v2:172.21.15.73:3300/0 conn(0x7f1cd40d3320 0x7f1cd40d4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd40d3ba0 con 0x7f1cd415e860 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f1cc4001670 con 0x7f1cd415e860 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 >> v1:172.21.15.5:6789/0 conn(0x7f1cd415e860 legacy=0x7f1cd40cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cbc0039b0 0x7f1cbc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cbc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cbc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.029+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40b3f10 con 0x7f1cbc004d40 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40d38c0 con 0x7f1cbc0039b0 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1cbc00b9c0 con 0x7f1cd40d4ea0 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cbc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd37fe640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cbc0039b0 0x7f1cbc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cbc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 -- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 msgr2=0x7f1cbc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:14.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cbc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 -- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cbc0039b0 msgr2=0x7f1cbc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cbc0039b0 0x7f1cbc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd3fff640 1 -- 172.21.15.5:0/4105215793 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cbc003520 con 0x7f1cbc004d40 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.030+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40d4ea0 0x7f1cbc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cbc0051c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009fc0 tx=0x7f1cbc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6dc7cd56fa0c319 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc009c10 con 0x7f1cbc004d40 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ccc036070 con 0x7f1cbc004d40 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd27fc640 1 -- 172.21.15.5:0/4105215793 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc031880 con 0x7f1cbc004d40 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4105215793 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 msgr2=0x7f1cbc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4105215793 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cbc0051c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009fc0 tx=0x7f1cbc005830 comp rx=0 tx=0).stop 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd3fff640 1 -- 172.21.15.5:0/4105215793 reap_dead start 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4105215793 shutdown_connections 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4105215793 >> 172.21.15.5:0/4105215793 conn(0x7f1cd4072560 msgr2=0x7f1cd4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4105215793 shutdown_connections 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.031+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4105215793 wait complete. 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.033+0000 7f1cd9ae6640 1 Processor -- start 2024-09-16T00:56:14.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.033+0000 7f1cd9ae6640 1 -- start start 2024-09-16T00:56:14.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cd41547c0 0x7f1cd40ca940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40cae80 0x7f1cd4158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40d4440 con 0x7f1cbc004d40 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd40d4160 con 0x7f1cd41547c0 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd40b61f0 con 0x7f1cd40cae80 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37524/0 (socket says 172.21.15.5:37524) 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 -- 172.21.15.5:0/4139237253 learned_addr learned my addr 172.21.15.5:0/4139237253 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd3fff640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40cae80 0x7f1cd4158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cd41547c0 0x7f1cd40ca940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 -- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40cae80 msgr2=0x7f1cd4158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40cae80 0x7f1cd4158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 -- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cd41547c0 msgr2=0x7f1cd40ca940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cd41547c0 0x7f1cd40ca940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 -- 172.21.15.5:0/4139237253 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd4159eb0 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd37fe640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4007340 tx=0x7f1cc4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc400f8e0 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cc4018070 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd415a150 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc400fcc0 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.034+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd4154d30 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.035+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cd40d4960 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.036+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1cc401d460 con 0x7f1cbc004d40 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.036+0000 7f1cbbfff640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 0x7f1cc006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:14.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.036+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5443+0+0 (secure 0 0 0) 0x7f1cc408b3d0 con 0x7f1cbc004d40 2024-09-16T00:56:14.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.037+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 0x7f1cc006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:14.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.037+0000 7f1cd2ffd640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 0x7f1cc006e7a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40cb6a0 tx=0x7f1cc8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:14.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.041+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cc400fe60 con 0x7f1cbc004d40 2024-09-16T00:56:14.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.216+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1cd40b9ee0 con 0x7f1cbc004d40 2024-09-16T00:56:14.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.903+0000 7f1cbbfff640 1 -- 172.21.15.5:0/4139237253 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v36) ==== 169+0+0 (secure 0 0 0) 0x7f1cc4089e20 con 0x7f1cbc004d40 2024-09-16T00:56:14.904 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.906+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 msgr2=0x7f1cc006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.906+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 0x7f1cc006e7a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40cb6a0 tx=0x7f1cc8008040 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.906+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 msgr2=0x7f1cd4152fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.906+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4007340 tx=0x7f1cc4007800 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 shutdown_connections 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f1cc006c2e0 0x7f1cc006e7a0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f1cd40cae80 0x7f1cd4158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1cd41547c0 0x7f1cd40ca940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 --2- 172.21.15.5:0/4139237253 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1cbc004d40 0x7f1cd4152fa0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:14.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 >> 172.21.15.5:0/4139237253 conn(0x7f1cd4072560 msgr2=0x7f1cd40b65b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:14.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 shutdown_connections 2024-09-16T00:56:14.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:14.907+0000 7f1cd9ae6640 1 -- 172.21.15.5:0/4139237253 wait complete. 2024-09-16T00:56:14.921 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T00:56:15.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.029+0000 7fe3e5bc4640 1 Processor -- start 2024-09-16T00:56:15.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.029+0000 7fe3e5bc4640 1 -- start start 2024-09-16T00:56:15.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3e5bc4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe3e015e520 0x7fe3e00b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3e5bc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 0x7fe3e00b5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3e5bc4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3e006d720 con 0x7fe3e015e900 2024-09-16T00:56:15.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3e5bc4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe3e00b5b70 con 0x7fe3e015e520 2024-09-16T00:56:15.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3e5bc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe3e006da00 con 0x7fe3e006bb20 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3df7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe3e015e520 0x7fe3e00b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3deffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe3e015e900 0x7fe3e00b6fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45076/0 (socket says 172.21.15.5:45076) 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3deffd640 1 -- 172.21.15.5:0/4177539803 learned_addr learned my addr 172.21.15.5:0/4177539803 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3dffff640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 0x7fe3e00b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3df7fe640 1 -- 172.21.15.5:0/4177539803 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 msgr2=0x7fe3e00b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3df7fe640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 0x7fe3e00b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3df7fe640 1 -- 172.21.15.5:0/4177539803 >> v1:172.21.15.5:6789/0 conn(0x7fe3e015e900 legacy=0x7fe3e00b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.030+0000 7fe3de7fc640 1 -- 172.21.15.5:0/4177539803 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 181034815 0 0) 0x7fe3e006d720 con 0x7fe3e015e900 2024-09-16T00:56:15.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3df7fe640 1 -- 172.21.15.5:0/4177539803 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3e0073b50 con 0x7fe3e015e520 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3dffff640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 0x7fe3e00b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3df7fe640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e015e520 0x7fe3e00b4e90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00097a0 tx=0x7fe3d002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67b8bd8104617ced server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3de7fc640 1 -- 172.21.15.5:0/4177539803 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0037070 con 0x7fe3e015e520 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3de7fc640 1 -- 172.21.15.5:0/4177539803 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3d0032440 con 0x7fe3e015e520 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.031+0000 7fe3de7fc640 1 -- 172.21.15.5:0/4177539803 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0032810 con 0x7fe3e015e520 2024-09-16T00:56:15.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/4177539803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e015e520 msgr2=0x7fe3e00b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e015e520 0x7fe3e00b4e90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00097a0 tx=0x7fe3d002a180 comp rx=0 tx=0).stop 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/4177539803 shutdown_connections 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e006bb20 0x7fe3e00b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/4177539803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e015e520 0x7fe3e00b4e90 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/4177539803 >> 172.21.15.5:0/4177539803 conn(0x7fe3e00b4330 msgr2=0x7fe3e00b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/4177539803 shutdown_connections 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.032+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/4177539803 wait complete. 2024-09-16T00:56:15.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.033+0000 7fe3e5bc4640 1 Processor -- start 2024-09-16T00:56:15.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.033+0000 7fe3e5bc4640 1 -- start start 2024-09-16T00:56:15.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 0x7fe3e01533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e015e900 0x7fe3e0153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe3e00b76c0 con 0x7fe3e006bb20 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe3e0074110 con 0x7fe3e015e520 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3e5bc4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe3e00b7840 con 0x7fe3e015e900 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37544/0 (socket says 172.21.15.5:37544) 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 -- 172.21.15.5:0/3353456075 learned_addr learned my addr 172.21.15.5:0/3353456075 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3deffd640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 0x7fe3e01533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3dffff640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e015e900 0x7fe3e0153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 -- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e015e900 msgr2=0x7fe3e0153910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e015e900 0x7fe3e0153910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 -- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 msgr2=0x7fe3e01533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 0x7fe3e01533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3df7fe640 1 -- 172.21.15.5:0/3353456075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3e0153f70 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.034+0000 7fe3deffd640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 0x7fe3e01533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3df7fe640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00098c0 tx=0x7fe3d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0037040 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3d0030770 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3e0154250 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0030b40 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.035+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3e00cbb50 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.036+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3e0063610 con 0x7fe3e006bb20 2024-09-16T00:56:15.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.036+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe3d0044020 con 0x7fe3e006bb20 2024-09-16T00:56:15.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.037+0000 7fe3c7fff640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 0x7fe3cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.037+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fe3d00ab7a0 con 0x7fe3e006bb20 2024-09-16T00:56:15.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.037+0000 7fe3deffd640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 0x7fe3cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.038+0000 7fe3deffd640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 0x7fe3cc06e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe3e00ce9b0 tx=0x7fe3d4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.041+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3d0032e20 con 0x7fe3e006bb20 2024-09-16T00:56:15.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.217+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fe3e0154770 con 0x7fe3e006bb20 2024-09-16T00:56:15.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.220+0000 7fe3c7fff640 1 -- 172.21.15.5:0/3353456075 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fe3d007a110 con 0x7fe3e006bb20 2024-09-16T00:56:15.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 msgr2=0x7fe3cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 0x7fe3cc06e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe3e00ce9b0 tx=0x7fe3d4009040 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 msgr2=0x7fe3e0151570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe3d00098c0 tx=0x7fe3d00046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 shutdown_connections 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe3cc06c2b0 0x7fe3cc06e770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe3e015e900 0x7fe3e0153910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe3e015e520 0x7fe3e01533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 --2- 172.21.15.5:0/3353456075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3e006bb20 0x7fe3e0151570 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 >> 172.21.15.5:0/3353456075 conn(0x7fe3e00b4330 msgr2=0x7fe3e00d1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 shutdown_connections 2024-09-16T00:56:15.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.222+0000 7fe3e5bc4640 1 -- 172.21.15.5:0/3353456075 wait complete. 2024-09-16T00:56:15.235 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-16T00:56:15.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.336+0000 7f23acb11640 1 Processor -- start 2024-09-16T00:56:15.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.336+0000 7f23acb11640 1 -- start start 2024-09-16T00:56:15.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.337+0000 7f23acb11640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f23a80b6690 0x7f23a80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.337+0000 7f23acb11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.337+0000 7f23acb11640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23a80cff10 con 0x7f23a80b6a70 2024-09-16T00:56:15.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.337+0000 7f23acb11640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f23a80d1b50 con 0x7f23a80b6690 2024-09-16T00:56:15.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.337+0000 7f23acb11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f23a80cf540 con 0x7f23a80d16e0 2024-09-16T00:56:15.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f23a80b6690 0x7f23a80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a6d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f23a80b6690 0x7f23a80cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:46106/0 (socket says 172.21.15.5:46106) 2024-09-16T00:56:15.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a5d9b640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f23a80b6a70 0x7f23a80d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:53942/0 (socket says 172.21.15.5:53942) 2024-09-16T00:56:15.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a6d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:50274/0 (socket says 172.21.15.5:50274) 2024-09-16T00:56:15.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 -- 172.21.15.5:0/3369764623 learned_addr learned my addr 172.21.15.5:0/3369764623 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:15.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 -- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 msgr2=0x7f23a80d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:15.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 -- 172.21.15.5:0/3369764623 >> v1:172.21.15.73:6789/0 conn(0x7f23a80b6a70 legacy=0x7f23a80d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.345 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a559a640 1 -- 172.21.15.5:0/3369764623 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1093782146 0 0) 0x7f23a80cff10 con 0x7f23a80b6a70 2024-09-16T00:56:15.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a659c640 1 -- 172.21.15.5:0/3369764623 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a80d1d90 con 0x7f23a80b6690 2024-09-16T00:56:15.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.338+0000 7f23a6d9d640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:15.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.339+0000 7f23a659c640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6690 0x7f23a80cf9d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2398009e50 tx=0x7f239802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87f81ed545823f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.339+0000 7f23a559a640 1 -- 172.21.15.5:0/3369764623 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2398036070 con 0x7f23a80b6690 2024-09-16T00:56:15.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.339+0000 7f23a559a640 1 -- 172.21.15.5:0/3369764623 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2398031600 con 0x7f23a80b6690 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.339+0000 7f23a559a640 1 -- 172.21.15.5:0/3369764623 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23980319d0 con 0x7f23a80b6690 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 -- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6690 msgr2=0x7f23a80cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6690 0x7f23a80cf9d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2398009e50 tx=0x7f239802a710 comp rx=0 tx=0).stop 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 -- 172.21.15.5:0/3369764623 shutdown_connections 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80d16e0 0x7f23a80d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 --2- 172.21.15.5:0/3369764623 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6690 0x7f23a80cf9d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 -- 172.21.15.5:0/3369764623 >> 172.21.15.5:0/3369764623 conn(0x7f23a8072560 msgr2=0x7f23a8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:15.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 -- 172.21.15.5:0/3369764623 shutdown_connections 2024-09-16T00:56:15.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.340+0000 7f23acb11640 1 -- 172.21.15.5:0/3369764623 wait complete. 2024-09-16T00:56:15.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.341+0000 7f23acb11640 1 Processor -- start 2024-09-16T00:56:15.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.341+0000 7f23acb11640 1 -- start start 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80b6690 0x7f23a81f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 0x7f23a8158eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f23a80b6f00 con 0x7f23a80d16e0 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f23a80cf1d0 con 0x7f23a80b6a70 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23acb11640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f23a815c530 con 0x7f23a80b6690 2024-09-16T00:56:15.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37556/0 (socket says 172.21.15.5:37556) 2024-09-16T00:56:15.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 -- 172.21.15.5:0/750029807 learned_addr learned my addr 172.21.15.5:0/750029807 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:15.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a5d9b640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 0x7f23a8158eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a659c640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80b6690 0x7f23a81f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 -- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80b6690 msgr2=0x7f23a81f50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80b6690 0x7f23a81f50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.342+0000 7f23a6d9d640 1 -- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 msgr2=0x7f23a8158eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23a6d9d640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 0x7f23a8158eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23a6d9d640 1 -- 172.21.15.5:0/750029807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a81593f0 con 0x7f23a80d16e0 2024-09-16T00:56:15.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23a5d9b640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 0x7f23a8158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:15.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23a6d9d640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f23a000e960 tx=0x7f23a000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a0017070 con 0x7f23a80d16e0 2024-09-16T00:56:15.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23a0004020 con 0x7f23a80d16e0 2024-09-16T00:56:15.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a00043f0 con 0x7f23a80d16e0 2024-09-16T00:56:15.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a8152be0 con 0x7f23a80d16e0 2024-09-16T00:56:15.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.343+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a81531a0 con 0x7f23a80d16e0 2024-09-16T00:56:15.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.344+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23a8069140 con 0x7f23a80d16e0 2024-09-16T00:56:15.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.344+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f23a000ca00 con 0x7f23a80d16e0 2024-09-16T00:56:15.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.345+0000 7f239effd640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 0x7f238806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:15.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.345+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f23a008b0b0 con 0x7f23a80d16e0 2024-09-16T00:56:15.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.345+0000 7f23a659c640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 0x7f238806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:15.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.346+0000 7f23a659c640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 0x7f238806e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2398033000 tx=0x7f2398009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:15.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.349+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f23a81593f0 con 0x7f23a80d16e0 2024-09-16T00:56:15.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.604+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) -- 0x7f23a8161550 con 0x7f23a80d16e0 2024-09-16T00:56:15.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.905+0000 7f239effd640 1 -- 172.21.15.5:0/750029807 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v85) ==== 148+0+0 (secure 0 0 0) 0x7f23a0059ac0 con 0x7f23a80d16e0 2024-09-16T00:56:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 msgr2=0x7f238806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 0x7f238806e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2398033000 tx=0x7f2398009000 comp rx=0 tx=0).stop 2024-09-16T00:56:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 msgr2=0x7f23a81518d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:15.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f23a000e960 tx=0x7f23a000ee20 comp rx=0 tx=0).stop 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 shutdown_connections 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f238806c2b0 0x7f238806e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f23a80d16e0 0x7f23a81518d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f23a80b6a70 0x7f23a8158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 --2- 172.21.15.5:0/750029807 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f23a80b6690 0x7f23a81f50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 >> 172.21.15.5:0/750029807 conn(0x7f23a8072560 msgr2=0x7f23a80cacf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 shutdown_connections 2024-09-16T00:56:15.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:15.907+0000 7f23acb11640 1 -- 172.21.15.5:0/750029807 wait complete. 2024-09-16T00:56:15.920 INFO:tasks.cephfs_test_runner:MDS should verify/fix backtrace on fetch dirfrag ... ok 2024-09-16T00:56:15.920 INFO:tasks.cephfs_test_runner:Starting test: test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) test if MDS behave correct when it's readonly 2024-09-16T00:56:15.920 INFO:tasks.cephfs_test_runner:test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-16T00:56:15.921 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:16.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.023+0000 7fed5f96d640 1 Processor -- start 2024-09-16T00:56:16.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.023+0000 7fed5f96d640 1 -- start start 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5f96d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 0x7fed580b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5f96d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed58162cd0 0x7fed580d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5f96d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed580b70b0 con 0x7fed580d1a40 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5f96d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fed580b78b0 con 0x7fed58162cd0 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5f96d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fed580b62f0 con 0x7fed5815e970 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5cf08640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed58162cd0 0x7fed580d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5df0a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fed580d1a40 0x7fed580d2690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45080/0 (socket says 172.21.15.5:45080) 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.024+0000 7fed5df0a640 1 -- 172.21.15.5:0/3117646856 learned_addr learned my addr 172.21.15.5:0/3117646856 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5d709640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 0x7fed580b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5cf08640 1 -- 172.21.15.5:0/3117646856 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 msgr2=0x7fed580b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:16.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 0x7fed580b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5cf08640 1 -- 172.21.15.5:0/3117646856 >> v1:172.21.15.5:6789/0 conn(0x7fed580d1a40 legacy=0x7fed580d2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5cf08640 1 -- 172.21.15.5:0/3117646856 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed580b65d0 con 0x7fed58162cd0 2024-09-16T00:56:16.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed57fff640 1 -- 172.21.15.5:0/3117646856 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1005806158 0 0) 0x7fed50001490 con 0x7fed580d1a40 2024-09-16T00:56:16.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5d709640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 0x7fed580b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:16.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.025+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed58162cd0 0x7fed580d1500 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fed4c0097a0 tx=0x7fed4c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9b1131aa9ffbcf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed57fff640 1 -- 172.21.15.5:0/3117646856 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c037070 con 0x7fed58162cd0 2024-09-16T00:56:16.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed57fff640 1 -- 172.21.15.5:0/3117646856 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed4c02ae50 con 0x7fed58162cd0 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed57fff640 1 -- 172.21.15.5:0/3117646856 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c032660 con 0x7fed58162cd0 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 -- 172.21.15.5:0/3117646856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed58162cd0 msgr2=0x7fed580d1500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed58162cd0 0x7fed580d1500 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fed4c0097a0 tx=0x7fed4c02a100 comp rx=0 tx=0).stop 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 -- 172.21.15.5:0/3117646856 shutdown_connections 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed58162cd0 0x7fed580d1500 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3117646856 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed5815e970 0x7fed580b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 -- 172.21.15.5:0/3117646856 >> 172.21.15.5:0/3117646856 conn(0x7fed5806bd00 msgr2=0x7fed5806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 -- 172.21.15.5:0/3117646856 shutdown_connections 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.026+0000 7fed5f96d640 1 -- 172.21.15.5:0/3117646856 wait complete. 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.027+0000 7fed5f96d640 1 Processor -- start 2024-09-16T00:56:16.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 -- start start 2024-09-16T00:56:16.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 0x7fed5815b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 0x7fed581f4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fed580cfd50 con 0x7fed580d1a40 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fed580b6b90 con 0x7fed5815e970 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5f96d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fed58163130 con 0x7fed58162cd0 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5d709640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5d709640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37578/0 (socket says 172.21.15.5:37578) 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.028+0000 7fed5d709640 1 -- 172.21.15.5:0/3228756653 learned_addr learned my addr 172.21.15.5:0/3228756653 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 -- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 msgr2=0x7fed581f4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5df0a640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 0x7fed581f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 0x7fed5815b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 0x7fed581f4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 -- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 msgr2=0x7fed5815b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 0x7fed5815b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 -- 172.21.15.5:0/3228756653 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed580cd780 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5df0a640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 0x7fed581f4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 0x7fed5815b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5d709640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fed4800c7f0 tx=0x7fed4800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed48015070 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed48007820 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed580cdd40 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed48007bd0 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.029+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed580ce300 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.030+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed580b37a0 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.031+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed48018070 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.031+0000 7fed55ffb640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 0x7fed4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.031+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fed4808b220 con 0x7fed580d1a40 2024-09-16T00:56:16.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.031+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 0x7fed4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.032+0000 7fed5cf08640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 0x7fed4406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fed4c034000 tx=0x7fed4c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.036+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fed48059cc0 con 0x7fed580d1a40 2024-09-16T00:56:16.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.213+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fed580d2470 con 0x7fed580d1a40 2024-09-16T00:56:16.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.214+0000 7fed55ffb640 1 -- 172.21.15.5:0/3228756653 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+13040 (secure 0 0 0) 0x7fed480595c0 con 0x7fed580d1a40 2024-09-16T00:56:16.215 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:16.215 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":36,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:14.897900+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.73:6837/1371792371":"2024-09-17T00:56:11.889517+0000","172.21.15.73:6834/1371792371":"2024-09-17T00:56:11.889517+0000","172.21.15.5:6834/3599063376":"2024-09-17T00:56:02.690415+0000","172.21.15.5:6832/3599063376":"2024-09-17T00:56:02.690415+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.216+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 msgr2=0x7fed4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.216+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 0x7fed4406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fed4c034000 tx=0x7fed4c02e000 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.216+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 msgr2=0x7fed580abbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.216+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fed4800c7f0 tx=0x7fed4800ccb0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.216+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 shutdown_connections 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fed4406c2b0 0x7fed4406e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fed58162cd0 0x7fed581f4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fed5815e970 0x7fed5815b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 --2- 172.21.15.5:0/3228756653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed580d1a40 0x7fed580abbe0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 >> 172.21.15.5:0/3228756653 conn(0x7fed5806bd00 msgr2=0x7fed580d2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 shutdown_connections 2024-09-16T00:56:16.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.217+0000 7fed5f96d640 1 -- 172.21.15.5:0/3228756653 wait complete. 2024-09-16T00:56:16.229 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T00:54:58.349075+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T00:56:16.230 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T00:56:16.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.333+0000 7f07ef0af640 1 Processor -- start 2024-09-16T00:56:16.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.333+0000 7f07ef0af640 1 -- start start 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ef0af640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07e8161d10 0x7f07e80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ef0af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07e81620f0 con 0x7f07e80b76c0 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ef0af640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07e80b7b30 con 0x7f07e80cf6a0 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ef0af640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f07e8072140 con 0x7f07e8161d10 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ece4b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07e8161d10 0x7f07e80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07e7fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f07e80b76c0 0x7f07e80cef90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45082/0 (socket says 172.21.15.5:45082) 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07ece4b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f07e8161d10 0x7f07e80d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37590/0 (socket says 172.21.15.5:37590) 2024-09-16T00:56:16.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.334+0000 7f07e7fff640 1 -- 172.21.15.5:0/2486934157 learned_addr learned my addr 172.21.15.5:0/2486934157 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:16.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.335+0000 7f07ece4b640 1 -- 172.21.15.5:0/2486934157 >> v1:172.21.15.73:6789/0 conn(0x7f07e80cf6a0 legacy=0x7f07e8072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:16.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.335+0000 7f07ece4b640 1 -- 172.21.15.5:0/2486934157 >> v1:172.21.15.5:6789/0 conn(0x7f07e80b76c0 legacy=0x7f07e80cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.335+0000 7f07ece4b640 1 -- 172.21.15.5:0/2486934157 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e80d4200 con 0x7f07e8161d10 2024-09-16T00:56:16.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.335+0000 7f07e77fe640 1 -- 172.21.15.5:0/2486934157 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1273981304 0 0) 0x7f07e81620f0 con 0x7f07e80b76c0 2024-09-16T00:56:16.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.335+0000 7f07ece4b640 1 --2- 172.21.15.5:0/2486934157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e80d3b20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f07e0009d90 tx=0x7f07e002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c23eea8e583c5f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07e77fe640 1 -- 172.21.15.5:0/2486934157 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0031600 con 0x7f07e8161d10 2024-09-16T00:56:16.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07e77fe640 1 -- 172.21.15.5:0/2486934157 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e00317a0 con 0x7f07e8161d10 2024-09-16T00:56:16.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07e77fe640 1 -- 172.21.15.5:0/2486934157 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0031b70 con 0x7f07e8161d10 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 -- 172.21.15.5:0/2486934157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 msgr2=0x7f07e80d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 --2- 172.21.15.5:0/2486934157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e80d3b20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f07e0009d90 tx=0x7f07e002a610 comp rx=0 tx=0).stop 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 -- 172.21.15.5:0/2486934157 shutdown_connections 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 --2- 172.21.15.5:0/2486934157 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e80d3b20 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 -- 172.21.15.5:0/2486934157 >> 172.21.15.5:0/2486934157 conn(0x7f07e80d4730 msgr2=0x7f07e80d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 -- 172.21.15.5:0/2486934157 shutdown_connections 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.336+0000 7f07ef0af640 1 -- 172.21.15.5:0/2486934157 wait complete. 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.337+0000 7f07ef0af640 1 Processor -- start 2024-09-16T00:56:16.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 -- start start 2024-09-16T00:56:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 0x7f07e81e6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f07e80cf6a0 0x7f07e81f5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f07e8072950 con 0x7f07e8161d10 2024-09-16T00:56:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f07e8072670 con 0x7f07e80b76c0 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.338+0000 7f07ef0af640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f07e80d3280 con 0x7f07e80cf6a0 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37606/0 (socket says 172.21.15.5:37606) 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 -- 172.21.15.5:0/3101366721 learned_addr learned my addr 172.21.15.5:0/3101366721 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ece4b640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 0x7f07e81e6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07e7fff640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f07e80cf6a0 0x7f07e81f5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 -- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f07e80cf6a0 msgr2=0x7f07e81f5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f07e80cf6a0 0x7f07e81f5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 -- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 msgr2=0x7f07e81e6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 0x7f07e81e6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 -- 172.21.15.5:0/3101366721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e81e7340 con 0x7f07e8161d10 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ece4b640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 0x7f07e81e6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:16.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ed64c640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f07d800c410 tx=0x7f07d800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d8011790 con 0x7f07e8161d10 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d8017070 con 0x7f07e8161d10 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e81e75e0 con 0x7f07e8161d10 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d8011bb0 con 0x7f07e8161d10 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.339+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e81e7ba0 con 0x7f07e8161d10 2024-09-16T00:56:16.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.340+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e80d3640 con 0x7f07e8161d10 2024-09-16T00:56:16.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.341+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07d801c460 con 0x7f07e8161d10 2024-09-16T00:56:16.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.341+0000 7f07e57fa640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 0x7f07d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.341+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f07d808afc0 con 0x7f07e8161d10 2024-09-16T00:56:16.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.341+0000 7f07ece4b640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 0x7f07d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.342+0000 7f07ece4b640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 0x7f07d406e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f07e0034000 tx=0x7f07e002f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.346+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07d80599c0 con 0x7f07e8161d10 2024-09-16T00:56:16.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.520+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f07e80b4d10 con 0x7f07e8161d10 2024-09-16T00:56:16.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.520+0000 7f07e57fa640 1 -- 172.21.15.5:0/3101366721 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) ==== 93+0+10 (secure 0 0 0) 0x7f07d80592c0 con 0x7f07e8161d10 2024-09-16T00:56:16.522 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-16T00:56:16.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 msgr2=0x7f07d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 0x7f07d406e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f07e0034000 tx=0x7f07e002f000 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 msgr2=0x7f07e81f84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f07d800c410 tx=0x7f07d800c8d0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 shutdown_connections 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f07d406c2b0 0x7f07d406e770 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07e8161d10 0x7f07e81f84c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f07e80cf6a0 0x7f07e81f5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 --2- 172.21.15.5:0/3101366721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f07e80b76c0 0x7f07e81e6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 >> 172.21.15.5:0/3101366721 conn(0x7f07e80d4730 msgr2=0x7f07e80b9680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 shutdown_connections 2024-09-16T00:56:16.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.522+0000 7f07ef0af640 1 -- 172.21.15.5:0/3101366721 wait complete. 2024-09-16T00:56:16.535 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-16T00:56:16.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.636+0000 7f9d19376640 1 Processor -- start 2024-09-16T00:56:16.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.636+0000 7f9d19376640 1 -- start start 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d19376640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9d1415b110 0x7f9d140b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d19376640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d140cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d19376640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d140b4250 con 0x7f9d1415b4f0 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d19376640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9d140b44f0 con 0x7f9d1415b110 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d19376640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9d140ccd80 con 0x7f9d140d08f0 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d12ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9d1415b110 0x7f9d140b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d127fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9d1415b4f0 0x7f9d140d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45086/0 (socket says 172.21.15.5:45086) 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d127fc640 1 -- 172.21.15.5:0/2571761416 learned_addr learned my addr 172.21.15.5:0/2571761416 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d137fe640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d140cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d12ffd640 1 -- 172.21.15.5:0/2571761416 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 msgr2=0x7f9d140cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d12ffd640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d140cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d12ffd640 1 -- 172.21.15.5:0/2571761416 >> v1:172.21.15.5:6789/0 conn(0x7f9d1415b4f0 legacy=0x7f9d140d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d12ffd640 1 -- 172.21.15.5:0/2571761416 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d140cd060 con 0x7f9d1415b110 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d11ffb640 1 -- 172.21.15.5:0/2571761416 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 334204226 0 0) 0x7f9d140b4250 con 0x7f9d1415b4f0 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.637+0000 7f9d137fe640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d140cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.638+0000 7f9d12ffd640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b110 0x7f9d140b3d10 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d140b4670 tx=0x7f9d0c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c396fc254caf2acf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.638+0000 7f9d11ffb640 1 -- 172.21.15.5:0/2571761416 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c037070 con 0x7f9d1415b110 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.638+0000 7f9d11ffb640 1 -- 172.21.15.5:0/2571761416 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d0c032440 con 0x7f9d1415b110 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.638+0000 7f9d11ffb640 1 -- 172.21.15.5:0/2571761416 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c032810 con 0x7f9d1415b110 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 -- 172.21.15.5:0/2571761416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b110 msgr2=0x7f9d140b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b110 0x7f9d140b3d10 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d140b4670 tx=0x7f9d0c02a180 comp rx=0 tx=0).stop 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 -- 172.21.15.5:0/2571761416 shutdown_connections 2024-09-16T00:56:16.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d140cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 --2- 172.21.15.5:0/2571761416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b110 0x7f9d140b3d10 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 -- 172.21.15.5:0/2571761416 >> 172.21.15.5:0/2571761416 conn(0x7f9d1406d000 msgr2=0x7f9d1406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 -- 172.21.15.5:0/2571761416 shutdown_connections 2024-09-16T00:56:16.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.639+0000 7f9d19376640 1 -- 172.21.15.5:0/2571761416 wait complete. 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.640+0000 7f9d19376640 1 Processor -- start 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.640+0000 7f9d19376640 1 -- start start 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d141f8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1415b110 0x7f9d141e6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9d14073d10 con 0x7f9d1415b4f0 2024-09-16T00:56:16.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d140cd620 con 0x7f9d1415b110 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d19376640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9d14073e90 con 0x7f9d140d08f0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37632/0 (socket says 172.21.15.5:37632) 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 -- 172.21.15.5:0/2201361610 learned_addr learned my addr 172.21.15.5:0/2201361610 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d12ffd640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d141f8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d127fc640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1415b110 0x7f9d141e6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 -- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 msgr2=0x7f9d141f8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d141f8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 -- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1415b110 msgr2=0x7f9d141e6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1415b110 0x7f9d141e6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.641+0000 7f9d137fe640 1 -- 172.21.15.5:0/2201361610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d140ca4f0 con 0x7f9d1415b4f0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d137fe640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d0400cef0 tx=0x7f9d0400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0401a070 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d0400d860 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d140ca7d0 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0400dc50 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.642+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d140cad90 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.643+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d140b3d10 con 0x7f9d1415b4f0 2024-09-16T00:56:16.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.643+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9d0401d070 con 0x7f9d1415b4f0 2024-09-16T00:56:16.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.644+0000 7f9d0b7fe640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 0x7f9cf406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:16.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.644+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f9d0408b9d0 con 0x7f9d1415b4f0 2024-09-16T00:56:16.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.644+0000 7f9d12ffd640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 0x7f9cf406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:16.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.644+0000 7f9d12ffd640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 0x7f9cf406e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c034000 tx=0x7f9d0c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:16.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.648+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d0405a470 con 0x7f9d1415b4f0 2024-09-16T00:56:16.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.896+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) -- 0x7f9d140ceaf0 con 0x7f9d1415b4f0 2024-09-16T00:56:16.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.909+0000 7f9d0b7fe640 1 -- 172.21.15.5:0/2201361610 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v86) ==== 147+0+0 (secure 0 0 0) 0x7f9d04059d70 con 0x7f9d1415b4f0 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 msgr2=0x7f9cf406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 0x7f9cf406e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c034000 tx=0x7f9d0c02e000 comp rx=0 tx=0).stop 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 msgr2=0x7f9d14158c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d0400cef0 tx=0x7f9d0400a710 comp rx=0 tx=0).stop 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 shutdown_connections 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9cf406c2b0 0x7f9cf406e770 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9d1415b4f0 0x7f9d14158c50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d1415b110 0x7f9d141e6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 --2- 172.21.15.5:0/2201361610 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9d140d08f0 0x7f9d141f8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:16.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 >> 172.21.15.5:0/2201361610 conn(0x7f9d1406d000 msgr2=0x7f9d1406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:16.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 shutdown_connections 2024-09-16T00:56:16.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:16.912+0000 7f9d19376640 1 -- 172.21.15.5:0/2201361610 wait complete. 2024-09-16T00:56:16.924 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T00:56:17.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.028+0000 7f950f933640 1 Processor -- start 2024-09-16T00:56:17.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.028+0000 7f950f933640 1 -- start start 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950f933640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f950806bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950f933640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f950806c480 con 0x7f950815e820 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950f933640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95080d2ed0 con 0x7f95080cf3b0 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950f933640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f95080d2c80 con 0x7f950806bb20 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950d6cf640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f950815e820 0x7f95080d3f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45100/0 (socket says 172.21.15.5:45100) 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950d6cf640 1 -- 172.21.15.5:0/298450169 learned_addr learned my addr 172.21.15.5:0/298450169 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1001007937 0 0) 0x7f950806c480 con 0x7f950815e820 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f94f4003520 con 0x7f950815e820 2024-09-16T00:56:17.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.029+0000 7f950cece640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f950806bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1319792951 0 0) 0x7f94f4003520 con 0x7f950815e820 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 msgr2=0x7f950806bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f950806bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 >> v1:172.21.15.73:6789/0 conn(0x7f95080cf3b0 legacy=0x7f95080cf800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95080d31b0 con 0x7f950815e820 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f9504001670 con 0x7f950815e820 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 >> v1:172.21.15.5:6789/0 conn(0x7f950815e820 legacy=0x7f95080d3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f40039e0 0x7f94f4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94f4004800 0x7f94f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f94f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f95080d2c80 con 0x7f94f4004800 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f94f400bb30 con 0x7f94f40039e0 2024-09-16T00:56:17.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f94f400bd30 con 0x7f950806bb20 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94f4004800 0x7f94f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950d6cf640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f40039e0 0x7f94f4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950ded0640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f94f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 -- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 msgr2=0x7f94f40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f950806bb20 0x7f94f40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 -- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f40039e0 msgr2=0x7f94f4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f40039e0 0x7f94f4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.030+0000 7f950cece640 1 -- 172.21.15.5:0/298450169 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94f4003520 con 0x7f94f4004800 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.031+0000 7f950cece640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94f4004800 0x7f94f4004c80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f94f8009a90 tx=0x7f94f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0e98c3e065c738 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.031+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8036070 con 0x7f94f4004800 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.031+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94f8031400 con 0x7f94f4004800 2024-09-16T00:56:17.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.031+0000 7f94fffff640 1 -- 172.21.15.5:0/298450169 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8009690 con 0x7f94f4004800 2024-09-16T00:56:17.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 -- 172.21.15.5:0/298450169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94f4004800 msgr2=0x7f94f4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 --2- 172.21.15.5:0/298450169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94f4004800 0x7f94f4004c80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f94f8009a90 tx=0x7f94f4005830 comp rx=0 tx=0).stop 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950ded0640 1 -- 172.21.15.5:0/298450169 reap_dead start 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 -- 172.21.15.5:0/298450169 shutdown_connections 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 -- 172.21.15.5:0/298450169 >> 172.21.15.5:0/298450169 conn(0x7f9508072770 msgr2=0x7f95080d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 -- 172.21.15.5:0/298450169 shutdown_connections 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.032+0000 7f950f933640 1 -- 172.21.15.5:0/298450169 wait complete. 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.033+0000 7f950f933640 1 Processor -- start 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.033+0000 7f950f933640 1 -- start start 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 0x7f9508154cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f95080b37a0 0x7f95080b51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f95080d3a50 con 0x7f95080b3c20 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95080d3770 con 0x7f94f4004800 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f950806bf40 con 0x7f95080b37a0 2024-09-16T00:56:17.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37646/0 (socket says 172.21.15.5:37646) 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 -- 172.21.15.5:0/533477661 learned_addr learned my addr 172.21.15.5:0/533477661 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950cece640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f95080b37a0 0x7f95080b51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950d6cf640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 0x7f9508154cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 -- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f95080b37a0 msgr2=0x7f95080b51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f95080b37a0 0x7f95080b51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 -- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 msgr2=0x7f9508154cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 0x7f9508154cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 -- 172.21.15.5:0/533477661 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95080b4110 con 0x7f95080b3c20 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950d6cf640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 0x7f9508154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950ded0640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f95080d1fe0 tx=0x7f950000fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950001a070 con 0x7f95080b3c20 2024-09-16T00:56:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9500006d60 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95080b43f0 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.034+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9500003b90 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.035+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95080b49b0 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.036+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9508063610 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.036+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9500005110 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.036+0000 7f94fdffb640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 0x7f94ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.036+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f950008a7a0 con 0x7f95080b3c20 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.037+0000 7f950d6cf640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 0x7f94ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.037+0000 7f950d6cf640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 0x7f94ec06e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f95080caf90 tx=0x7f9504009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.041+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9500058bf0 con 0x7f95080b3c20 2024-09-16T00:56:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.215+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f950806c350 con 0x7f95080b3c20 2024-09-16T00:56:17.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.219+0000 7f94fdffb640 1 -- 172.21.15.5:0/533477661 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f950005cef0 con 0x7f95080b3c20 2024-09-16T00:56:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 msgr2=0x7f94ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 0x7f94ec06e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f95080caf90 tx=0x7f9504009040 comp rx=0 tx=0).stop 2024-09-16T00:56:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 msgr2=0x7f95080ca3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f95080d1fe0 tx=0x7f950000fd40 comp rx=0 tx=0).stop 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 shutdown_connections 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94ec06c2e0 0x7f94ec06e7a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95080b3c20 0x7f95080ca3a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f95080b37a0 0x7f95080b51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 --2- 172.21.15.5:0/533477661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94f4004800 0x7f9508154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 >> 172.21.15.5:0/533477661 conn(0x7f9508072770 msgr2=0x7f95080cb770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 shutdown_connections 2024-09-16T00:56:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.221+0000 7f950f933640 1 -- 172.21.15.5:0/533477661 wait complete. 2024-09-16T00:56:17.233 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:56:17.233 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:56:17.272 DEBUG:teuthology.orchestra.run.smithi073:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:56:17.318 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:56:17.318 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:17.318 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:17.334 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:56:17.334 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:56:17.334 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:17.352 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:56:17.353 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:17.353 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:17.390 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:56:17.391 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:56:17.391 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:17.410 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:56:17.410 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T00:56:17.411 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.532+0000 7f8f9640e640 1 Processor -- start 2024-09-16T00:56:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.532+0000 7f8f9640e640 1 -- start start 2024-09-16T00:56:17.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f9640e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f9640e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8f900b6a70 0x7f8f900d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f9640e640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f900cff10 con 0x7f8f900d1510 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f9640e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8f900cf540 con 0x7f8f900b6a70 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f9640e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8f900d1d90 con 0x7f8f900b6690 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8f900b6a70 0x7f8f900d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8f900b6a70 0x7f8f900d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37650/0 (socket says 172.21.15.5:37650) 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 -- 172.21.15.5:0/3553704390 learned_addr learned my addr 172.21.15.5:0/3553704390 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8ffff640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 -- 172.21.15.5:0/3553704390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 msgr2=0x7f8f900cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 -- 172.21.15.5:0/3553704390 >> v1:172.21.15.73:6789/0 conn(0x7f8f900d1510 legacy=0x7f8f900d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.533+0000 7f8f8f7fe640 1 -- 172.21.15.5:0/3553704390 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f900ceef0 con 0x7f8f900b6a70 2024-09-16T00:56:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.534+0000 7f8f8f7fe640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900b6a70 0x7f8f900d0fd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8f84009870 tx=0x7f8f8402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f396544cd69b9141 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.534+0000 7f8f8effd640 1 -- 172.21.15.5:0/3553704390 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84037070 con 0x7f8f900b6a70 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.534+0000 7f8f8effd640 1 -- 172.21.15.5:0/3553704390 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f84032440 con 0x7f8f900b6a70 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.534+0000 7f8f8effd640 1 -- 172.21.15.5:0/3553704390 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84032810 con 0x7f8f900b6a70 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 -- 172.21.15.5:0/3553704390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900b6a70 msgr2=0x7f8f900d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900b6a70 0x7f8f900d0fd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8f84009870 tx=0x7f8f8402a270 comp rx=0 tx=0).stop 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 -- 172.21.15.5:0/3553704390 shutdown_connections 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900b6a70 0x7f8f900d0fd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3553704390 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 -- 172.21.15.5:0/3553704390 >> 172.21.15.5:0/3553704390 conn(0x7f8f90072560 msgr2=0x7f8f90072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 -- 172.21.15.5:0/3553704390 shutdown_connections 2024-09-16T00:56:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.535+0000 7f8f9640e640 1 -- 172.21.15.5:0/3553704390 wait complete. 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.536+0000 7f8f9640e640 1 Processor -- start 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.536+0000 7f8f9640e640 1 -- start start 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8f900b6a70 0x7f8f900cc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8f900d19a0 con 0x7f8f900d1510 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8f900b6ed0 con 0x7f8f900b6a70 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f9640e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f8f900d1b20 con 0x7f8f900b6690 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37654/0 (socket says 172.21.15.5:37654) 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 -- 172.21.15.5:0/3322181780 learned_addr learned my addr 172.21.15.5:0/3322181780 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f8f7fe640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8f900b6a70 0x7f8f900cc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f8ffff640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 -- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 msgr2=0x7f8f900cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 -- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8f900b6a70 msgr2=0x7f8f900cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8f900b6a70 0x7f8f900cc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.537+0000 7f8f949ab640 1 -- 172.21.15.5:0/3322181780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f90153770 con 0x7f8f900d1510 2024-09-16T00:56:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f949ab640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8f8800c6e0 tx=0x7f8f8800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f88003b70 con 0x7f8f900d1510 2024-09-16T00:56:17.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f88003d30 con 0x7f8f900d1510 2024-09-16T00:56:17.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f88005310 con 0x7f8f900d1510 2024-09-16T00:56:17.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f901609a0 con 0x7f8f900d1510 2024-09-16T00:56:17.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.538+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f90161200 con 0x7f8f900d1510 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.539+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f9015c530 con 0x7f8f900d1510 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.539+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f880054b0 con 0x7f8f900d1510 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.540+0000 7f8f8cff9640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 0x7f8f7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.540+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f8f8808ae00 con 0x7f8f900d1510 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.540+0000 7f8f8ffff640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 0x7f8f7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.541+0000 7f8f8ffff640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 0x7f8f7c06e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009b40 tx=0x7f8f80009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.544+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f88059250 con 0x7f8f900d1510 2024-09-16T00:56:17.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.753+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f90069170 con 0x7f8f900d1510 2024-09-16T00:56:17.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.754+0000 7f8f8cff9640 1 -- 172.21.15.5:0/3322181780 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+3902 (secure 0 0 0) 0x7f8f8805d550 con 0x7f8f900d1510 2024-09-16T00:56:17.755 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:17.755 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":22,"btime":"2024-09-16T00:56:12:891279+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4595,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6836/2175182377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2175182377},{"type":"v1","addr":"172.21.15.73:6836","nonce":2175182377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":4601,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/648051152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":648051152},{"type":"v1","addr":"172.21.15.5:6835","nonce":648051152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4811,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/2318657854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":2318657854},{"type":"v1","addr":"172.21.15.73:6837","nonce":2318657854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4992,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1207441336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1207441336},{"type":"v1","addr":"172.21.15.5:6834","nonce":1207441336}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[]} 2024-09-16T00:56:17.755 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 22 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.755+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 msgr2=0x7f8f7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.755+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 0x7f8f7c06e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8f80009b40 tx=0x7f8f80009190 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.755+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 msgr2=0x7f8f901f4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.755+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8f8800c6e0 tx=0x7f8f8800cba0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 shutdown_connections 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8f7c06c2b0 0x7f8f7c06e770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f900d1510 0x7f8f901f4a30 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8f900b6a70 0x7f8f900cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 --2- 172.21.15.5:0/3322181780 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f8f900b6690 0x7f8f900cbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 >> 172.21.15.5:0/3322181780 conn(0x7f8f90072560 msgr2=0x7f8f9015ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:17.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 shutdown_connections 2024-09-16T00:56:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.756+0000 7f8f9640e640 1 -- 172.21.15.5:0/3322181780 wait complete. 2024-09-16T00:56:17.768 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:56:17.768 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T00:56:17.768 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:56:17.769 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:17.769 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:56:17.769 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T00:56:17.769 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:56:17.769 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:17.769 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:56:17.769 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T00:56:17.770 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:56:17.770 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:17.770 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:56:17.770 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T00:56:17.770 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:56:17.770 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:17.778 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:56:17.778 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:56:17.779 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:56:17.779 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:56:17.781 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:56:17.781 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:56:17.782 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:56:17.782 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:56:17.821 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:56:17.822 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:56:17.822 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:17.822 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:17.825 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:56:17.825 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:17.825 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:56:17.826 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:17.826 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T00:56:17.898 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:56:17.899 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-16T00:56:17.906 INFO:tasks.ceph.mds.b.smithi073.stdout:starting mds.b at 2024-09-16T00:56:17.907 INFO:tasks.ceph.mds.d.smithi073.stdout:starting mds.d at 2024-09-16T00:56:17.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.934+0000 7fa6baf2a640 1 Processor -- start 2024-09-16T00:56:17.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.934+0000 7fa6baf2a640 1 -- start start 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6baf2a640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa6b40b6690 0x7fa6b40cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6baf2a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6b40cff10 con 0x7fa6b40d16e0 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6baf2a640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6b40d1b10 con 0x7fa6b40b6a70 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6baf2a640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa6b40cf540 con 0x7fa6b40b6690 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6b94c7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa6b40d16e0 0x7fa6b40d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45138/0 (socket says 172.21.15.5:45138) 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6b94c7640 1 -- 172.21.15.5:0/793257174 learned_addr learned my addr 172.21.15.5:0/793257174 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.935+0000 7fa6b8cc6640 1 --2- 172.21.15.5:0/793257174 >> v2:172.21.15.73:3300/0 conn(0x7fa6b40b6690 0x7fa6b40cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b37fe640 1 -- 172.21.15.5:0/793257174 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1776173714 0 0) 0x7fa6b40cff10 con 0x7fa6b40d16e0 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b37fe640 1 -- 172.21.15.5:0/793257174 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa69c003520 con 0x7fa6b40d16e0 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b8cc6640 1 -- 172.21.15.5:0/793257174 >> v1:172.21.15.73:6789/0 conn(0x7fa6b40b6a70 legacy=0x7fa6b40d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b8cc6640 1 -- 172.21.15.5:0/793257174 >> v1:172.21.15.5:6789/0 conn(0x7fa6b40d16e0 legacy=0x7fa6b40d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b8cc6640 1 -- 172.21.15.5:0/793257174 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b40d1d90 con 0x7fa6b40b6690 2024-09-16T00:56:17.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.936+0000 7fa6b8cc6640 1 --2- 172.21.15.5:0/793257174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cf9d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa6a4009d90 tx=0x7fa6a402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a46434384bb27600 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6b37fe640 1 -- 172.21.15.5:0/793257174 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a4007740 con 0x7fa6b40b6690 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6b37fe640 1 -- 172.21.15.5:0/793257174 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6a40078e0 con 0x7fa6b40b6690 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6b37fe640 1 -- 172.21.15.5:0/793257174 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a4007cb0 con 0x7fa6b40b6690 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 -- 172.21.15.5:0/793257174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 msgr2=0x7fa6b40cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/793257174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cf9d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa6a4009d90 tx=0x7fa6a402a6f0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 -- 172.21.15.5:0/793257174 shutdown_connections 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/793257174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cf9d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 -- 172.21.15.5:0/793257174 >> 172.21.15.5:0/793257174 conn(0x7fa6b4072560 msgr2=0x7fa6b4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 -- 172.21.15.5:0/793257174 shutdown_connections 2024-09-16T00:56:17.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.937+0000 7fa6baf2a640 1 -- 172.21.15.5:0/793257174 wait complete. 2024-09-16T00:56:17.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.938+0000 7fa6baf2a640 1 Processor -- start 2024-09-16T00:56:17.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 -- start start 2024-09-16T00:56:17.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cc480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa6b40d16e0 0x7fa6b40cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b40b6f00 con 0x7fa6b40b6a70 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b40cf1d0 con 0x7fa6b40b6690 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.939+0000 7fa6baf2a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa6b415c530 con 0x7fa6b40d16e0 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37710/0 (socket says 172.21.15.5:37710) 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b8cc6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 -- 172.21.15.5:0/4268635528 learned_addr learned my addr 172.21.15.5:0/4268635528 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b94c7640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa6b40d16e0 0x7fa6b40cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 -- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa6b40d16e0 msgr2=0x7fa6b40cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa6b40d16e0 0x7fa6b40cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 -- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 msgr2=0x7fa6b40cc480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cc480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 -- 172.21.15.5:0/4268635528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b41566c0 con 0x7fa6b40b6a70 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b3fff640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa6a800c400 tx=0x7fa6a800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a80052d0 con 0x7fa6b40b6a70 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6a8005490 con 0x7fa6b40b6a70 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b4153f40 con 0x7fa6b40b6a70 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8007260 con 0x7fa6b40b6a70 2024-09-16T00:56:17.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.940+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b4154780 con 0x7fa6b40b6a70 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.941+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b4069140 con 0x7fa6b40b6a70 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.942+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6a8007400 con 0x7fa6b40b6a70 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.942+0000 7fa6b17fa640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 0x7fa6a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.942+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 5029+0+0 (secure 0 0 0) 0x7fa6a808a570 con 0x7fa6b40b6a70 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.942+0000 7fa6b8cc6640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 0x7fa6a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:17.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.943+0000 7fa6b8cc6640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 0x7fa6a006e7a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa6a4034000 tx=0x7fa6a402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:17.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:17.946+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa6b4153f40 con 0x7fa6b40b6a70 2024-09-16T00:56:18.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.134+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fa6b4072ae0 con 0x7fa6b40b6a70 2024-09-16T00:56:18.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.933+0000 7fa6b17fa640 1 -- 172.21.15.5:0/4268635528 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v41) ==== 97+0+0 (secure 0 0 0) 0x7fa6b40d1b10 con 0x7fa6b40b6a70 2024-09-16T00:56:18.934 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-16T00:56:18.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 msgr2=0x7fa6a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:18.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 0x7fa6a006e7a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa6a4034000 tx=0x7fa6a402f000 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 msgr2=0x7fa6b4156180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa6a800c400 tx=0x7fa6a800c8c0 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 shutdown_connections 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa6a006c2e0 0x7fa6a006e7a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa6b40d16e0 0x7fa6b40cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa6b40b6a70 0x7fa6b4156180 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 --2- 172.21.15.5:0/4268635528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6b40b6690 0x7fa6b40cc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 >> 172.21.15.5:0/4268635528 conn(0x7fa6b4072560 msgr2=0x7fa6b4144440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 shutdown_connections 2024-09-16T00:56:18.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:18.936+0000 7fa6baf2a640 1 -- 172.21.15.5:0/4268635528 wait complete. 2024-09-16T00:56:18.951 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T00:56:19.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.060+0000 7fb6d56dd640 1 Processor -- start 2024-09-16T00:56:19.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.060+0000 7fb6d56dd640 1 -- start start 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6d56dd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6d0162cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6d56dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6d00b70b0 con 0x7fb6d015e970 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6d56dd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6d00b78b0 con 0x7fb6d00d1c10 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6d56dd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d00b3bf0 con 0x7fb6d00b37a0 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6ceffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb6d015e970 0x7fb6d00d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45154/0 (socket says 172.21.15.5:45154) 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6ceffd640 1 -- 172.21.15.5:0/2155941526 learned_addr learned my addr 172.21.15.5:0/2155941526 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cf7fe640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6d0162cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 721967858 0 0) 0x7fb6c0001110 con 0x7fb6d015e970 2024-09-16T00:56:19.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6b8003520 con 0x7fb6d015e970 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2167290490 0 0) 0x7fb6b8003520 con 0x7fb6d015e970 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 msgr2=0x7fb6d0162cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6d0162cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 >> v1:172.21.15.73:6789/0 conn(0x7fb6d00d1c10 legacy=0x7fb6d00ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d00b62f0 con 0x7fb6d015e970 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fb6c0001840 con 0x7fb6d015e970 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.061+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 >> v1:172.21.15.5:6789/0 conn(0x7fb6d015e970 legacy=0x7fb6d00d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b80039e0 0x7fb6b8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6b8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b8004d40 0x7fb6b80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d00b3bf0 con 0x7fb6b80039e0 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b800ba70 con 0x7fb6b8004d40 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb6b800bc70 con 0x7fb6d00b37a0 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b80039e0 0x7fb6b8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ce7fc640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6b8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6cf7fe640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b8004d40 0x7fb6b80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 -- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 msgr2=0x7fb6b8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d00b37a0 0x7fb6b8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 -- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b8004d40 msgr2=0x7fb6b80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b8004d40 0x7fb6b80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.062+0000 7fb6ceffd640 1 -- 172.21.15.5:0/2155941526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6b8003520 con 0x7fb6b80039e0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b80039e0 0x7fb6b8003e00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000c490 tx=0x7fb6b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdd0059150fee70b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c000c0e0 con 0x7fb6b80039e0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6c0034070 con 0x7fb6b80039e0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6cdffb640 1 -- 172.21.15.5:0/2155941526 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0005d30 con 0x7fb6b80039e0 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6d56dd640 1 -- 172.21.15.5:0/2155941526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b80039e0 msgr2=0x7fb6b8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.063+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/2155941526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6b80039e0 0x7fb6b8003e00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000c490 tx=0x7fb6b8005830 comp rx=0 tx=0).stop 2024-09-16T00:56:19.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.064+0000 7fb6cf7fe640 1 -- 172.21.15.5:0/2155941526 reap_dead start 2024-09-16T00:56:19.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.064+0000 7fb6d56dd640 1 -- 172.21.15.5:0/2155941526 shutdown_connections 2024-09-16T00:56:19.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.064+0000 7fb6d56dd640 1 -- 172.21.15.5:0/2155941526 >> 172.21.15.5:0/2155941526 conn(0x7fb6d006bd00 msgr2=0x7fb6d006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:19.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.064+0000 7fb6d56dd640 1 -- 172.21.15.5:0/2155941526 shutdown_connections 2024-09-16T00:56:19.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.064+0000 7fb6d56dd640 1 -- 172.21.15.5:0/2155941526 wait complete. 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.065+0000 7fb6d56dd640 1 Processor -- start 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.065+0000 7fb6d56dd640 1 -- start start 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b80039e0 0x7fb6d015b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d015c370 0x7fb6d015c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d00b6b90 con 0x7fb6d014dd60 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb6d00b68b0 con 0x7fb6b80039e0 2024-09-16T00:56:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6d56dd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb6d0162cd0 con 0x7fb6d015c370 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37734/0 (socket says 172.21.15.5:37734) 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 -- 172.21.15.5:0/3979823372 learned_addr learned my addr 172.21.15.5:0/3979823372 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6cf7fe640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d015c370 0x7fb6d015c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b80039e0 0x7fb6d015b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 -- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d015c370 msgr2=0x7fb6d015c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d015c370 0x7fb6d015c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 -- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b80039e0 msgr2=0x7fb6d015b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b80039e0 0x7fb6d015b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 -- 172.21.15.5:0/3979823372 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6d00b8be0 con 0x7fb6d014dd60 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.066+0000 7fb6ce7fc640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb6c400f820 tx=0x7fb6c400fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.067+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c40050d0 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.067+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6c4018070 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.067+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6d00b8e80 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.067+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6c4005490 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.067+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6d015bf00 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.068+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6d0163060 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.068+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb6c400d730 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.068+0000 7fb6b77fe640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 0x7fb6bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.069+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fb6c408afc0 con 0x7fb6d014dd60 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.069+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 0x7fb6bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.069+0000 7fb6ceffd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 0x7fb6bc06e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb6b80057e0 tx=0x7fb6c002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.073+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6d00b78b0 con 0x7fb6d014dd60 2024-09-16T00:56:19.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.317+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb6d00d2470 con 0x7fb6d014dd60 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.317+0000 7fb6b77fe640 1 -- 172.21.15.5:0/3979823372 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7fb6c4059a80 con 0x7fb6d014dd60 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmZTdgNxAAEzUQbY1Zc2bS5L/9V7pYyQ==", 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.319 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmPKsECBAAHJCG1EVJmQBsqc0pdFHRTA==", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:56:19.320 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmB2L9AhAAiszVQW1D9fp9oRWDGboRMg==", 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.321 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmhYhNDxAAlelr6wkmPrr/R+4iK6lrXQ==", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCygedmMqjDMxAAT6OWAccG2vhyZL6FqT0ycg==", 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.322 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC2gedmxLHqCBAARk8k/JPfue4UFWb77zJKVw==", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.323 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC5gedmXtWMNxAAVg6ahS1SuhPGyz+qTbjV+g==", 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.324 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQC8gedmAxn2OhAAm4Pg/XaoLQbrHKDFvVnwdA==", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDDgedmRtqmKBAA97Vj4qv3gaC8rTR2YTH01A==", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.325 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDHgedmkczuKRAAM0LhGt7CYr9yfSE84TCJpg==", 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.326 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDLgedmrBMqHBAAhnUrRMb8Akr0An+L0wlNGw==", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDPgedmrYv4HRAA34X3n+hvueIZuFWkEvKtdA==", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-16T00:56:19.327 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g==", 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.328 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmGah6HBAAIGDcgISI3YvUfPttxHSEsg==", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmHao9GRAAN1+zz/yvxOyVx0Yo9vUbKg==", 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.329 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.330 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCxgedmq6sXIhAA97e5IegFMF8Ja8LKSlK5FQ==", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmYa9HGhAA9UZuS3ioGhqU9emlre7WDg==", 2024-09-16T00:56:19.331 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-16T00:56:19.332 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedmEmQNNBAARApRL8xgYpzE8ckM8H/+/Q==", 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQCwgedm/5PMLxAATmuQRct3VXpcJ910mqlmbA==", 2024-09-16T00:56:19.333 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-16T00:56:19.334 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:56:19.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 msgr2=0x7fb6bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 0x7fb6bc06e7a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb6b80057e0 tx=0x7fb6c002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 msgr2=0x7fb6d014d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb6c400f820 tx=0x7fb6c400fce0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 shutdown_connections 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb6bc06c2e0 0x7fb6bc06e7a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb6d015c370 0x7fb6d015c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6d014dd60 0x7fb6d014d4a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 --2- 172.21.15.5:0/3979823372 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6b80039e0 0x7fb6d015b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 >> 172.21.15.5:0/3979823372 conn(0x7fb6d006bd00 msgr2=0x7fb6d00b57f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 shutdown_connections 2024-09-16T00:56:19.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.320+0000 7fb6d56dd640 1 -- 172.21.15.5:0/3979823372 wait complete. 2024-09-16T00:56:19.337 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T00:56:19.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.437+0000 7fb1b7a77640 1 Processor -- start 2024-09-16T00:56:19.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.438+0000 7fb1b7a77640 1 -- start start 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b7a77640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fb1b0162c80 0x7fb1b00730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b7a77640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb1b0073620 0x7fb1b0154e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b7a77640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1b00b5d80 con 0x7fb1b00d0fd0 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b7a77640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b01630e0 con 0x7fb1b0073620 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b7a77640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b00b6060 con 0x7fb1b0162c80 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb1b0073620 0x7fb1b0154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb1b0073620 0x7fb1b0154e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37736/0 (socket says 172.21.15.5:37736) 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 -- 172.21.15.5:0/2407367605 learned_addr learned my addr 172.21.15.5:0/2407367605 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b5012640 1 --2- 172.21.15.5:0/2407367605 >> v2:172.21.15.73:3300/0 conn(0x7fb1b0162c80 0x7fb1b00730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 -- 172.21.15.5:0/2407367605 >> v2:172.21.15.73:3300/0 conn(0x7fb1b0162c80 msgr2=0x7fb1b00730e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 --2- 172.21.15.5:0/2407367605 >> v2:172.21.15.73:3300/0 conn(0x7fb1b0162c80 0x7fb1b00730e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 -- 172.21.15.5:0/2407367605 >> v1:172.21.15.73:6789/0 conn(0x7fb1b00d0fd0 legacy=0x7fb1b00b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.439+0000 7fb1b6014640 1 -- 172.21.15.5:0/2407367605 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b01621a0 con 0x7fb1b0073620 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b6014640 1 --2- 172.21.15.5:0/2407367605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0154e60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0072d40 tx=0x7fb1a802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e2070cb0f52f1a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b4811640 1 -- 172.21.15.5:0/2407367605 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8036070 con 0x7fb1b0073620 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b4811640 1 -- 172.21.15.5:0/2407367605 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a8031600 con 0x7fb1b0073620 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b4811640 1 -- 172.21.15.5:0/2407367605 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a80319d0 con 0x7fb1b0073620 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b7a77640 1 -- 172.21.15.5:0/2407367605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 msgr2=0x7fb1b0154e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/2407367605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0154e60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0072d40 tx=0x7fb1a802a6f0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b7a77640 1 -- 172.21.15.5:0/2407367605 shutdown_connections 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/2407367605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0154e60 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.440+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/2407367605 >> v2:172.21.15.73:3300/0 conn(0x7fb1b0162c80 0x7fb1b00730e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.441+0000 7fb1b7a77640 1 -- 172.21.15.5:0/2407367605 >> 172.21.15.5:0/2407367605 conn(0x7fb1b006bb20 msgr2=0x7fb1b006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.441+0000 7fb1b7a77640 1 -- 172.21.15.5:0/2407367605 shutdown_connections 2024-09-16T00:56:19.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.441+0000 7fb1b7a77640 1 -- 172.21.15.5:0/2407367605 wait complete. 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.442+0000 7fb1b7a77640 1 Processor -- start 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.442+0000 7fb1b7a77640 1 -- start start 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1b00d0fd0 0x7fb1b01430b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1b0162c80 0x7fb1b01f4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b00d13b0 con 0x7fb1b0073620 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b0162760 con 0x7fb1b0162c80 2024-09-16T00:56:19.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b009db70 con 0x7fb1b00d0fd0 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37750/0 (socket says 172.21.15.5:37750) 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 -- 172.21.15.5:0/3186502071 learned_addr learned my addr 172.21.15.5:0/3186502071 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b6014640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1b0162c80 0x7fb1b01f4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5012640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1b00d0fd0 0x7fb1b01430b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 -- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1b00d0fd0 msgr2=0x7fb1b01430b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1b00d0fd0 0x7fb1b01430b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 -- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1b0162c80 msgr2=0x7fb1b01f4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1b0162c80 0x7fb1b01f4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 -- 172.21.15.5:0/3186502071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b01f5000 con 0x7fb1b0073620 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b5813640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac00c430 tx=0x7fb1ac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac011790 con 0x7fb1b0073620 2024-09-16T00:56:19.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1ac017070 con 0x7fb1b0073620 2024-09-16T00:56:19.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac011bb0 con 0x7fb1b0073620 2024-09-16T00:56:19.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b01437e0 con 0x7fb1b0073620 2024-09-16T00:56:19.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.443+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b0143da0 con 0x7fb1b0073620 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.444+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1b006f250 con 0x7fb1b0073620 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.445+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb1ac01c460 con 0x7fb1b0073620 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.445+0000 7fb1a67fc640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 0x7fb19406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.446+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fb1ac08ae90 con 0x7fb1b0073620 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.446+0000 7fb1b5012640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 0x7fb19406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.446+0000 7fb1b5012640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 0x7fb19406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb1b00b1930 tx=0x7fb1a0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.450+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1b01f5000 con 0x7fb1b0073620 2024-09-16T00:56:19.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.625+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb1b00b1680 con 0x7fb1b0073620 2024-09-16T00:56:19.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.625+0000 7fb1a67fc640 1 -- 172.21.15.5:0/3186502071 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7fb1ac08c070 con 0x7fb1b0073620 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-16T00:56:19.627 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 msgr2=0x7fb19406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 0x7fb19406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb1b00b1930 tx=0x7fb1a0008040 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 msgr2=0x7fb1b0141170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac00c430 tx=0x7fb1ac00c8f0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 shutdown_connections 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fb19406c2b0 0x7fb19406e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1b0162c80 0x7fb1b01f4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fb1b00d0fd0 0x7fb1b01430b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 --2- 172.21.15.5:0/3186502071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb1b0073620 0x7fb1b0141170 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 >> 172.21.15.5:0/3186502071 conn(0x7fb1b006bb20 msgr2=0x7fb1b0071850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:19.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 shutdown_connections 2024-09-16T00:56:19.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.627+0000 7fb1b7a77640 1 -- 172.21.15.5:0/3186502071 wait complete. 2024-09-16T00:56:19.639 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T00:56:19.639 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T00:56:19.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.744+0000 7f2c2b0e6640 1 Processor -- start 2024-09-16T00:56:19.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.744+0000 7f2c2b0e6640 1 -- start start 2024-09-16T00:56:19.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c2b0e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c2b0e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c2b0e6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c240ce9a0 con 0x7f2c24158bf0 2024-09-16T00:56:19.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c2b0e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f2c240b2920 con 0x7f2c240cd050 2024-09-16T00:56:19.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c2b0e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2c240cec80 con 0x7f2c240b1f90 2024-09-16T00:56:19.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c23fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c29683640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c29683640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:50438/0 (socket says 172.21.15.5:50438) 2024-09-16T00:56:19.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c23fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:46262/0 (socket says 172.21.15.5:46262) 2024-09-16T00:56:19.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.745+0000 7f2c29683640 1 -- 172.21.15.5:0/3187277349 learned_addr learned my addr 172.21.15.5:0/3187277349 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c29683640 1 -- 172.21.15.5:0/3187277349 >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 msgr2=0x7f2c2415f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c29683640 1 --2- 172.21.15.5:0/3187277349 >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c29683640 1 -- 172.21.15.5:0/3187277349 >> v1:172.21.15.73:6789/0 conn(0x7f2c24158bf0 legacy=0x7f2c240ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c29683640 1 -- 172.21.15.5:0/3187277349 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c2415efb0 con 0x7f2c240b1f90 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c23fff640 1 --2- 172.21.15.5:0/3187277349 >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:19.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.746+0000 7f2c29683640 1 --2- 172.21.15.5:0/3187277349 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c009e50 tx=0x7f2c1c02a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81a75020185fd9c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c237fe640 1 -- 172.21.15.5:0/3187277349 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c036070 con 0x7f2c240b1f90 2024-09-16T00:56:19.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c237fe640 1 -- 172.21.15.5:0/3187277349 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c1c031600 con 0x7f2c240b1f90 2024-09-16T00:56:19.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c237fe640 1 -- 172.21.15.5:0/3187277349 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c0319d0 con 0x7f2c240b1f90 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3187277349 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 msgr2=0x7f2c240b23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3187277349 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c009e50 tx=0x7f2c1c02a7a0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3187277349 shutdown_connections 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3187277349 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240b1f90 0x7f2c240b23e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3187277349 >> v2:172.21.15.73:3300/0 conn(0x7f2c240cd050 0x7f2c2415f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3187277349 >> 172.21.15.5:0/3187277349 conn(0x7f2c24062cc0 msgr2=0x7f2c2406d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3187277349 shutdown_connections 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.747+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3187277349 wait complete. 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.748+0000 7f2c2b0e6640 1 Processor -- start 2024-09-16T00:56:19.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.748+0000 7f2c2b0e6640 1 -- start start 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 0x7f2c241629f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 0x7f2c24150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2c24158fd0 con 0x7f2c24158bf0 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2c2415eca0 con 0x7f2c240b1f90 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.749+0000 7f2c2b0e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2c24159150 con 0x7f2c240cd050 2024-09-16T00:56:19.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37766/0 (socket says 172.21.15.5:37766) 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 -- 172.21.15.5:0/3145314696 learned_addr learned my addr 172.21.15.5:0/3145314696 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c23fff640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 0x7f2c24150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c28e82640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 0x7f2c241629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 -- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 msgr2=0x7f2c24150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 0x7f2c24150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 -- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 msgr2=0x7f2c241629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 0x7f2c241629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 -- 172.21.15.5:0/3145314696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c24160d00 con 0x7f2c24158bf0 2024-09-16T00:56:19.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c23fff640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 0x7f2c24150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c28e82640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 0x7f2c241629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c29683640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c034040 tx=0x7f2c1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c036050 con 0x7f2c24158bf0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c1c042070 con 0x7f2c24158bf0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c24160fe0 con 0x7f2c24158bf0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1c009510 con 0x7f2c24158bf0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.750+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c24161ed0 con 0x7f2c24158bf0 2024-09-16T00:56:19.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.751+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c241626e0 con 0x7f2c24158bf0 2024-09-16T00:56:19.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.752+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c1c007bf0 con 0x7f2c24158bf0 2024-09-16T00:56:19.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.752+0000 7f2c217fa640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 0x7f2c0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:19.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.753+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f2c1c0abe40 con 0x7f2c24158bf0 2024-09-16T00:56:19.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.753+0000 7f2c28e82640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 0x7f2c0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:19.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.753+0000 7f2c28e82640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 0x7f2c0806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c24072bd0 tx=0x7f2c18009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:19.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.757+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c1c07a990 con 0x7f2c24158bf0 2024-09-16T00:56:19.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:19.931+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2c240ce460 con 0x7f2c24158bf0 2024-09-16T00:56:20.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.222+0000 7f2c217fa640 1 -- 172.21.15.5:0/3145314696 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7f2c1c07a290 con 0x7f2c24158bf0 2024-09-16T00:56:20.223 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-16T00:56:20.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.224+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 msgr2=0x7f2c0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.224+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 0x7f2c0806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c24072bd0 tx=0x7f2c18009040 comp rx=0 tx=0).stop 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.224+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 msgr2=0x7f2c2415fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.224+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c034040 tx=0x7f2c1c004a40 comp rx=0 tx=0).stop 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 shutdown_connections 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2c0806c2b0 0x7f2c0806e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c24158bf0 0x7f2c2415fdd0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2c240cd050 0x7f2c24150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 --2- 172.21.15.5:0/3145314696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2c240b1f90 0x7f2c241629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 >> 172.21.15.5:0/3145314696 conn(0x7f2c24062cc0 msgr2=0x7f2c2406d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 shutdown_connections 2024-09-16T00:56:20.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.225+0000 7f2c2b0e6640 1 -- 172.21.15.5:0/3145314696 wait complete. 2024-09-16T00:56:20.241 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T00:56:20.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.352+0000 7fe819077640 1 Processor -- start 2024-09-16T00:56:20.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.352+0000 7fe819077640 1 -- start start 2024-09-16T00:56:20.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe819077640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fe81415e630 0x7fe814071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe819077640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe81406d8a0 0x7fe81415ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe819077640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe81406bc50 con 0x7fe81406ccf0 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe819077640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe81406bf30 con 0x7fe81406d8a0 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe819077640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fe81406c210 con 0x7fe81415e630 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe81406d8a0 0x7fe81415ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe81406d8a0 0x7fe81415ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37778/0 (socket says 172.21.15.5:37778) 2024-09-16T00:56:20.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 -- 172.21.15.5:0/4099452888 learned_addr learned my addr 172.21.15.5:0/4099452888 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe812d9d640 1 --2- 172.21.15.5:0/4099452888 >> v2:172.21.15.73:3300/0 conn(0x7fe81415e630 0x7fe814071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 -- 172.21.15.5:0/4099452888 >> v2:172.21.15.73:3300/0 conn(0x7fe81415e630 msgr2=0x7fe814071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 --2- 172.21.15.5:0/4099452888 >> v2:172.21.15.73:3300/0 conn(0x7fe81415e630 0x7fe814071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 -- 172.21.15.5:0/4099452888 >> v1:172.21.15.73:6789/0 conn(0x7fe81406ccf0 legacy=0x7fe81406d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.353+0000 7fe81359e640 1 -- 172.21.15.5:0/4099452888 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe81406c4f0 con 0x7fe81406d8a0 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.354+0000 7fe81359e640 1 --2- 172.21.15.5:0/4099452888 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406d8a0 0x7fe81415ea10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe8140741c0 tx=0x7fe80c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9106e257f1d2d5be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.354+0000 7fe811d9b640 1 -- 172.21.15.5:0/4099452888 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c036070 con 0x7fe81406d8a0 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.354+0000 7fe811d9b640 1 -- 172.21.15.5:0/4099452888 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe80c031600 con 0x7fe81406d8a0 2024-09-16T00:56:20.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.354+0000 7fe811d9b640 1 -- 172.21.15.5:0/4099452888 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c0319d0 con 0x7fe81406d8a0 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 -- 172.21.15.5:0/4099452888 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406d8a0 msgr2=0x7fe81415ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 --2- 172.21.15.5:0/4099452888 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406d8a0 0x7fe81415ea10 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe8140741c0 tx=0x7fe80c02a5d0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 -- 172.21.15.5:0/4099452888 shutdown_connections 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 --2- 172.21.15.5:0/4099452888 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406d8a0 0x7fe81415ea10 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 --2- 172.21.15.5:0/4099452888 >> v2:172.21.15.73:3300/0 conn(0x7fe81415e630 0x7fe814071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 -- 172.21.15.5:0/4099452888 >> 172.21.15.5:0/4099452888 conn(0x7fe81406f180 msgr2=0x7fe81406f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:20.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 -- 172.21.15.5:0/4099452888 shutdown_connections 2024-09-16T00:56:20.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.355+0000 7fe819077640 1 -- 172.21.15.5:0/4099452888 wait complete. 2024-09-16T00:56:20.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.356+0000 7fe819077640 1 Processor -- start 2024-09-16T00:56:20.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.356+0000 7fe819077640 1 -- start start 2024-09-16T00:56:20.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe81406d8a0 0x7fe814160420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe81415e630 0x7fe814160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe814070a90 con 0x7fe81406ccf0 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe814071880 con 0x7fe81406d8a0 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe819077640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fe814070c10 con 0x7fe81415e630 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37790/0 (socket says 172.21.15.5:37790) 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 -- 172.21.15.5:0/2658967394 learned_addr learned my addr 172.21.15.5:0/2658967394 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:20.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe81259c640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe81406d8a0 0x7fe814160420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe81359e640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe81415e630 0x7fe814160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 -- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe81415e630 msgr2=0x7fe814160960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe81415e630 0x7fe814160960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 -- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe81406d8a0 msgr2=0x7fe814160420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe81406d8a0 0x7fe814160420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.357+0000 7fe812d9d640 1 -- 172.21.15.5:0/2658967394 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe814160fe0 con 0x7fe81406ccf0 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe812d9d640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe80400d830 tx=0x7fe80400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:20.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80400b6c0 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe804019070 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80400ba80 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8141612c0 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.358+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe81414dab0 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.359+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe814063610 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.360+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe80401e460 con 0x7fe81406ccf0 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.360+0000 7fe7fb7fe640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 0x7fe80006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:20.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.360+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7fe80408b930 con 0x7fe81406ccf0 2024-09-16T00:56:20.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.360+0000 7fe81259c640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 0x7fe80006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:20.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.361+0000 7fe81259c640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 0x7fe80006e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe808006fd0 tx=0x7fe808008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:20.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.365+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe80405a280 con 0x7fe81406ccf0 2024-09-16T00:56:20.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:20.543+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe814071340 con 0x7fe81406ccf0 2024-09-16T00:56:21.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.226+0000 7fe7fb7fe640 1 -- 172.21.15.5:0/2658967394 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7fe804059b80 con 0x7fe81406ccf0 2024-09-16T00:56:21.228 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-16T00:56:21.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.231+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 msgr2=0x7fe80006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.231+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 0x7fe80006e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe808006fd0 tx=0x7fe808008040 comp rx=0 tx=0).stop 2024-09-16T00:56:21.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.231+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 msgr2=0x7fe81414fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.231+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe80400d830 tx=0x7fe80400dcf0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 shutdown_connections 2024-09-16T00:56:21.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fe80006c2b0 0x7fe80006e770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fe81415e630 0x7fe814160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe81406d8a0 0x7fe814160420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 --2- 172.21.15.5:0/2658967394 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe81406ccf0 0x7fe81414fc20 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.234+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 >> 172.21.15.5:0/2658967394 conn(0x7fe81406f180 msgr2=0x7fe8140b6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:21.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.242+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 shutdown_connections 2024-09-16T00:56:21.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.245+0000 7fe819077640 1 -- 172.21.15.5:0/2658967394 wait complete. 2024-09-16T00:56:21.260 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T00:56:21.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.370+0000 7f2e16f59640 1 Processor -- start 2024-09-16T00:56:21.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.371+0000 7f2e16f59640 1 -- start start 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.371+0000 7f2e16f59640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2e100cf6a0 0x7f2e100d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.371+0000 7f2e16f59640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e101620f0 con 0x7f2e100b76c0 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.371+0000 7f2e16f59640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e100d4200 con 0x7f2e10161d10 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.371+0000 7f2e16f59640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2e10072140 con 0x7f2e100cf6a0 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2e100cf6a0 0x7f2e100d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e154f6640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2e100b76c0 0x7f2e10072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53698/0 (socket says 172.21.15.5:53698) 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2e100cf6a0 0x7f2e100d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32810/0 (socket says 172.21.15.5:32810) 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e154f6640 1 -- 172.21.15.5:0/1603482049 learned_addr learned my addr 172.21.15.5:0/1603482049 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0ffff640 1 -- 172.21.15.5:0/1603482049 >> v1:172.21.15.73:6789/0 conn(0x7f2e10161d10 legacy=0x7f2e100cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0ffff640 1 -- 172.21.15.5:0/1603482049 >> v1:172.21.15.5:6789/0 conn(0x7f2e100b76c0 legacy=0x7f2e10072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0ffff640 1 -- 172.21.15.5:0/1603482049 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e10072390 con 0x7f2e100cf6a0 2024-09-16T00:56:21.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.372+0000 7f2e0f7fe640 1 -- 172.21.15.5:0/1603482049 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3010301586 0 0) 0x7f2e101620f0 con 0x7f2e100b76c0 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e0ffff640 1 --2- 172.21.15.5:0/1603482049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100cf6a0 0x7f2e100d3b20 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2e040097a0 tx=0x7f2e0402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56a5bc21db2f274e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e0f7fe640 1 -- 172.21.15.5:0/1603482049 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e04037070 con 0x7f2e100cf6a0 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e0f7fe640 1 -- 172.21.15.5:0/1603482049 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e04032440 con 0x7f2e100cf6a0 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e0f7fe640 1 -- 172.21.15.5:0/1603482049 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e04032810 con 0x7f2e100cf6a0 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 -- 172.21.15.5:0/1603482049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100cf6a0 msgr2=0x7f2e100d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 --2- 172.21.15.5:0/1603482049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100cf6a0 0x7f2e100d3b20 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2e040097a0 tx=0x7f2e0402a1a0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 -- 172.21.15.5:0/1603482049 shutdown_connections 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 --2- 172.21.15.5:0/1603482049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100cf6a0 0x7f2e100d3b20 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 -- 172.21.15.5:0/1603482049 >> 172.21.15.5:0/1603482049 conn(0x7f2e100d4730 msgr2=0x7f2e100d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 -- 172.21.15.5:0/1603482049 shutdown_connections 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.373+0000 7f2e16f59640 1 -- 172.21.15.5:0/1603482049 wait complete. 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.375+0000 7f2e16f59640 1 Processor -- start 2024-09-16T00:56:21.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.375+0000 7f2e16f59640 1 -- start start 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2e100cf6a0 0x7f2e101f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e10161d10 0x7f2e10150c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2e100b7ae0 con 0x7f2e100b76c0 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2e10072950 con 0x7f2e10161d10 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f2e100d3280 con 0x7f2e100cf6a0 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32812/0 (socket says 172.21.15.5:32812) 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 -- 172.21.15.5:0/3629510539 learned_addr learned my addr 172.21.15.5:0/3629510539 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e0ffff640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2e100cf6a0 0x7f2e101f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e154f6640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e10161d10 0x7f2e10150c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 -- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2e100cf6a0 msgr2=0x7f2e101f4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2e100cf6a0 0x7f2e101f4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 -- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e10161d10 msgr2=0x7f2e10150c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e10161d10 0x7f2e10150c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 -- 172.21.15.5:0/3629510539 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1015bcb0 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e14cf5640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c430 tx=0x7f2e0000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00017070 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e000052d0 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e100c9de0 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00003830 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.376+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e100ca3a0 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.377+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e100d3610 con 0x7f2e100b76c0 2024-09-16T00:56:21.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.378+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e0001a070 con 0x7f2e100b76c0 2024-09-16T00:56:21.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.378+0000 7f2e0d7fa640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 0x7f2dfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:21.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.379+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7f2e0008a690 con 0x7f2e100b76c0 2024-09-16T00:56:21.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.379+0000 7f2e0ffff640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 0x7f2dfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:21.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.379+0000 7f2e0ffff640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 0x7f2dfc06e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2e04034000 tx=0x7f2e0402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:21.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.383+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e00058810 con 0x7f2e100b76c0 2024-09-16T00:56:21.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:21.598+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2e101f4b50 con 0x7f2e100b76c0 2024-09-16T00:56:22.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.228+0000 7f2e0d7fa640 1 -- 172.21.15.5:0/3629510539 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v24) ==== 172+0+0 (secure 0 0 0) 0x7f2e0005cb10 con 0x7f2e100b76c0 2024-09-16T00:56:22.230 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 6 and data pool 7 2024-09-16T00:56:22.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.230+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 msgr2=0x7f2dfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.230+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 0x7f2dfc06e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2e04034000 tx=0x7f2e0402e000 comp rx=0 tx=0).stop 2024-09-16T00:56:22.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.230+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 msgr2=0x7f2e1015e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.230+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c430 tx=0x7f2e0000c8f0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 shutdown_connections 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f2dfc06c2b0 0x7f2dfc06e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e10161d10 0x7f2e10150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f2e100cf6a0 0x7f2e101f4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 --2- 172.21.15.5:0/3629510539 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e100b76c0 0x7f2e1015e650 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 >> 172.21.15.5:0/3629510539 conn(0x7f2e100d4730 msgr2=0x7f2e100b7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 shutdown_connections 2024-09-16T00:56:22.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.231+0000 7f2e16f59640 1 -- 172.21.15.5:0/3629510539 wait complete. 2024-09-16T00:56:22.248 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:22.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.355+0000 7f903fe8d640 1 Processor -- start 2024-09-16T00:56:22.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 -- start start 2024-09-16T00:56:22.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 0x7f90380cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90380cff10 con 0x7f90380d1510 2024-09-16T00:56:22.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f90380cf540 con 0x7f90380b6690 2024-09-16T00:56:22.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.356+0000 7f903fe8d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f90380d1d90 con 0x7f90380b6a70 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903dc29640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 0x7f90380cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:57846/0 (socket says 172.21.15.5:57846) 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903dc29640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 0x7f90380cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:42956/0 (socket says 172.21.15.5:42956) 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 -- 172.21.15.5:0/1188255388 learned_addr learned my addr 172.21.15.5:0/1188255388 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 -- 172.21.15.5:0/1188255388 >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 msgr2=0x7f90380cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 --2- 172.21.15.5:0/1188255388 >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 0x7f90380cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 -- 172.21.15.5:0/1188255388 >> v1:172.21.15.73:6789/0 conn(0x7f90380d1510 legacy=0x7f90380d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.357+0000 7f903d428640 1 -- 172.21.15.5:0/1188255388 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90380ceef0 con 0x7f90380b6a70 2024-09-16T00:56:22.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.358+0000 7f903d428640 1 --2- 172.21.15.5:0/1188255388 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9028009870 tx=0x7f902802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c14479db6829a109 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.358+0000 7f903cc27640 1 -- 172.21.15.5:0/1188255388 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028037070 con 0x7f90380b6a70 2024-09-16T00:56:22.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.358+0000 7f903cc27640 1 -- 172.21.15.5:0/1188255388 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9028032440 con 0x7f90380b6a70 2024-09-16T00:56:22.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.358+0000 7f903cc27640 1 -- 172.21.15.5:0/1188255388 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028032810 con 0x7f90380b6a70 2024-09-16T00:56:22.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 -- 172.21.15.5:0/1188255388 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 msgr2=0x7f90380d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1188255388 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9028009870 tx=0x7f902802a270 comp rx=0 tx=0).stop 2024-09-16T00:56:22.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 -- 172.21.15.5:0/1188255388 shutdown_connections 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1188255388 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6a70 0x7f90380d0fd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1188255388 >> v2:172.21.15.73:3300/0 conn(0x7f90380b6690 0x7f90380cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 -- 172.21.15.5:0/1188255388 >> 172.21.15.5:0/1188255388 conn(0x7f9038072560 msgr2=0x7f9038072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 -- 172.21.15.5:0/1188255388 shutdown_connections 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.359+0000 7f903fe8d640 1 -- 172.21.15.5:0/1188255388 wait complete. 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.360+0000 7f903fe8d640 1 Processor -- start 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.360+0000 7f903fe8d640 1 -- start start 2024-09-16T00:56:22.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6690 0x7f90380ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 0x7f9038158670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f90380d19a0 con 0x7f90380b6a70 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f90380b6ed0 con 0x7f90380d1510 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903fe8d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f90380d1b20 con 0x7f90380b6690 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32828/0 (socket says 172.21.15.5:32828) 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 -- 172.21.15.5:0/1645170671 learned_addr learned my addr 172.21.15.5:0/1645170671 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903dc29640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6690 0x7f90380ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903e42a640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 0x7f9038158670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 -- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6690 msgr2=0x7f90380ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6690 0x7f90380ca6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 -- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 msgr2=0x7f9038158670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 0x7f9038158670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 -- 172.21.15.5:0/1645170671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90381450e0 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903e42a640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 0x7f9038158670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.361+0000 7f903d428640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f90280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.362+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028037040 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.362+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9028042070 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.362+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90381453c0 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.362+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028030860 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.362+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9038145980 con 0x7f90380b6a70 2024-09-16T00:56:22.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.363+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f903815c530 con 0x7f90380b6a70 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.363+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9028030a00 con 0x7f90380b6a70 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.364+0000 7f902e7fc640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 0x7f901c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.364+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f90280abc20 con 0x7f90380b6a70 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.364+0000 7f903dc29640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 0x7f901c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.364+0000 7f903dc29640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 0x7f901c06e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9034009ad0 tx=0x7f9034008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.368+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9028045360 con 0x7f90380b6a70 2024-09-16T00:56:22.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.546+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f903815d980 con 0x7f90380b6a70 2024-09-16T00:56:22.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.547+0000 7f902e7fc640 1 -- 172.21.15.5:0/1645170671 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16566 (secure 0 0 0) 0x7f902807a420 con 0x7f90380b6a70 2024-09-16T00:56:22.548 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:22.549 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:21.600362+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:56:19.963072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T00:56:20.574419+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:22.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 msgr2=0x7f901c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 0x7f901c06e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9034009ad0 tx=0x7f9034008040 comp rx=0 tx=0).stop 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 msgr2=0x7f90380cbc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f90280046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 shutdown_connections 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f901c06c2e0 0x7f901c06e7a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90380d1510 0x7f9038158670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90380b6a70 0x7f90380cbc70 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 --2- 172.21.15.5:0/1645170671 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90380b6690 0x7f90380ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 >> 172.21.15.5:0/1645170671 conn(0x7f9038072560 msgr2=0x7f90380b9030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 shutdown_connections 2024-09-16T00:56:22.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.549+0000 7f903fe8d640 1 -- 172.21.15.5:0/1645170671 wait complete. 2024-09-16T00:56:22.561 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:22.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.663+0000 7fa14aef1640 1 Processor -- start 2024-09-16T00:56:22.664 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.663+0000 7fa14aef1640 1 -- start start 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa14415e970 0x7fa1440b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa144162cd0 0x7fa1440d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa1440d1a40 0x7fa1440d2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa1440b70b0 con 0x7fa1440d1a40 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa1440b78b0 con 0x7fa14415e970 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14aef1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa1440b62f0 con 0x7fa144162cd0 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa1440d1a40 0x7fa1440d2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa1440d1a40 0x7fa1440d2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32838/0 (socket says 172.21.15.5:32838) 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 -- 172.21.15.5:0/1823434356 learned_addr learned my addr 172.21.15.5:0/1823434356 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:22.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa148c8d640 1 --2- 172.21.15.5:0/1823434356 >> v2:172.21.15.73:3300/0 conn(0x7fa14415e970 0x7fa1440b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa13bfff640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa144162cd0 0x7fa1440d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 -- 172.21.15.5:0/1823434356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa144162cd0 msgr2=0x7fa1440d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa144162cd0 0x7fa1440d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 -- 172.21.15.5:0/1823434356 >> v2:172.21.15.73:3300/0 conn(0x7fa14415e970 msgr2=0x7fa1440b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 --2- 172.21.15.5:0/1823434356 >> v2:172.21.15.73:3300/0 conn(0x7fa14415e970 0x7fa1440b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.664+0000 7fa14948e640 1 -- 172.21.15.5:0/1823434356 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1440b65d0 con 0x7fa1440d1a40 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.665+0000 7fa14948e640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1440d1a40 0x7fa1440d2690 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fa14408dbe0 tx=0x7fa13c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e797578b6745ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.665+0000 7fa13b7fe640 1 -- 172.21.15.5:0/1823434356 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c036070 con 0x7fa1440d1a40 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.665+0000 7fa13b7fe640 1 -- 172.21.15.5:0/1823434356 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa13c031600 con 0x7fa1440d1a40 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.665+0000 7fa13b7fe640 1 -- 172.21.15.5:0/1823434356 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c0319d0 con 0x7fa1440d1a40 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 -- 172.21.15.5:0/1823434356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1440d1a40 msgr2=0x7fa1440d2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1440d1a40 0x7fa1440d2690 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fa14408dbe0 tx=0x7fa13c02a610 comp rx=0 tx=0).stop 2024-09-16T00:56:22.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 -- 172.21.15.5:0/1823434356 shutdown_connections 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1440d1a40 0x7fa1440d2690 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1823434356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa144162cd0 0x7fa1440d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1823434356 >> v2:172.21.15.73:3300/0 conn(0x7fa14415e970 0x7fa1440b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 -- 172.21.15.5:0/1823434356 >> 172.21.15.5:0/1823434356 conn(0x7fa14406bd00 msgr2=0x7fa14406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 -- 172.21.15.5:0/1823434356 shutdown_connections 2024-09-16T00:56:22.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.666+0000 7fa14aef1640 1 -- 172.21.15.5:0/1823434356 wait complete. 2024-09-16T00:56:22.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.667+0000 7fa14aef1640 1 Processor -- start 2024-09-16T00:56:22.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.667+0000 7fa14aef1640 1 -- start start 2024-09-16T00:56:22.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1440d1a40 0x7fa1440cbbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa14415e970 0x7fa144153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa144163130 con 0x7fa144162cd0 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1440b6b90 con 0x7fa1440d1a40 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14aef1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa1440d2bd0 con 0x7fa14415e970 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32854/0 (socket says 172.21.15.5:32854) 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 -- 172.21.15.5:0/1669959880 learned_addr learned my addr 172.21.15.5:0/1669959880 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa148c8d640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1440d1a40 0x7fa1440cbbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa13bfff640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa14415e970 0x7fa144153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 -- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa14415e970 msgr2=0x7fa144153da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa14415e970 0x7fa144153da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 -- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1440d1a40 msgr2=0x7fa1440cbbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1440d1a40 0x7fa1440cbbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.668+0000 7fa14948e640 1 -- 172.21.15.5:0/1669959880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1440c9160 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa14948e640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa13c034040 tx=0x7fa13c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c036050 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa13c042070 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1440c9440 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c009510 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.669+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1440c9a00 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.670+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1440b37a0 con 0x7fa144162cd0 2024-09-16T00:56:22.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.671+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa13c007bd0 con 0x7fa144162cd0 2024-09-16T00:56:22.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.671+0000 7fa1397fa640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 0x7fa13006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.671+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa13c0ac130 con 0x7fa144162cd0 2024-09-16T00:56:22.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.671+0000 7fa148c8d640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 0x7fa13006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.672+0000 7fa148c8d640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 0x7fa13006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa140006fd0 tx=0x7fa140008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.675+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa13c07a360 con 0x7fa144162cd0 2024-09-16T00:56:22.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.853+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa1440d2470 con 0x7fa144162cd0 2024-09-16T00:56:22.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.854+0000 7fa1397fa640 1 -- 172.21.15.5:0/1669959880 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16566 (secure 0 0 0) 0x7fa13c07e660 con 0x7fa144162cd0 2024-09-16T00:56:22.856 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:22.856 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:21.600362+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:56:19.963072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T00:56:20.574419+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 msgr2=0x7fa13006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 0x7fa13006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa140006fd0 tx=0x7fa140008040 comp rx=0 tx=0).stop 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 msgr2=0x7fa1440c8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa13c034040 tx=0x7fa13c004a40 comp rx=0 tx=0).stop 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 shutdown_connections 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa13006c2b0 0x7fa13006e770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa144162cd0 0x7fa1440c8510 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa14415e970 0x7fa144153da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 --2- 172.21.15.5:0/1669959880 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1440d1a40 0x7fa1440cbbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 >> 172.21.15.5:0/1669959880 conn(0x7fa14406bd00 msgr2=0x7fa14415cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 shutdown_connections 2024-09-16T00:56:22.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.857+0000 7fa14aef1640 1 -- 172.21.15.5:0/1669959880 wait complete. 2024-09-16T00:56:22.870 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T00:56:22.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.976+0000 7f13f7fff640 1 Processor -- start 2024-09-16T00:56:22.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.976+0000 7f13f7fff640 1 -- start start 2024-09-16T00:56:22.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f7fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f8155840 0x7f13f815ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13f80b2e50 0x7f13f815f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f7fff640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13f806bb20 con 0x7f13f815f890 2024-09-16T00:56:22.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f7fff640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f13f80b3410 con 0x7f13f80b2e50 2024-09-16T00:56:22.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f7fff640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f13f80b36f0 con 0x7f13f8155840 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13ee7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13f80b2e50 0x7f13f815f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f13f815f890 0x7f13f815b820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53712/0 (socket says 172.21.15.5:53712) 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13ee7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13f80b2e50 0x7f13f815f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32862/0 (socket says 172.21.15.5:32862) 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f77fe640 1 -- 172.21.15.5:0/934740915 learned_addr learned my addr 172.21.15.5:0/934740915 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13f6ffd640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f8155840 0x7f13f815ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13ee7fc640 1 -- 172.21.15.5:0/934740915 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f8155840 msgr2=0x7f13f815ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.977+0000 7f13ee7fc640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f8155840 0x7f13f815ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13ee7fc640 1 -- 172.21.15.5:0/934740915 >> v1:172.21.15.5:6789/0 conn(0x7f13f815f890 legacy=0x7f13f815b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13ee7fc640 1 -- 172.21.15.5:0/934740915 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f80b39d0 con 0x7f13f80b2e50 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13f67fc640 1 -- 172.21.15.5:0/934740915 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2840616550 0 0) 0x7f13f806bb20 con 0x7f13f815f890 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13ee7fc640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f815f350 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f13e00097a0 tx=0x7f13e002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a7224278d800d4a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13f67fc640 1 -- 172.21.15.5:0/934740915 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e0037070 con 0x7f13f80b2e50 2024-09-16T00:56:22.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13f67fc640 1 -- 172.21.15.5:0/934740915 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13e0032440 con 0x7f13f80b2e50 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.978+0000 7f13f67fc640 1 -- 172.21.15.5:0/934740915 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e0032810 con 0x7f13f80b2e50 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 -- 172.21.15.5:0/934740915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 msgr2=0x7f13f815f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f815f350 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f13e00097a0 tx=0x7f13e002a180 comp rx=0 tx=0).stop 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 -- 172.21.15.5:0/934740915 shutdown_connections 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f815f350 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 --2- 172.21.15.5:0/934740915 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f8155840 0x7f13f815ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 -- 172.21.15.5:0/934740915 >> 172.21.15.5:0/934740915 conn(0x7f13f8072210 msgr2=0x7f13f80b6020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 -- 172.21.15.5:0/934740915 shutdown_connections 2024-09-16T00:56:22.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.979+0000 7f13f7fff640 1 -- 172.21.15.5:0/934740915 wait complete. 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.980+0000 7f13f7fff640 1 Processor -- start 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 -- start start 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13f8155840 0x7f13f80628a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 0x7f13f81f31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f13f8155c20 con 0x7f13f80b2e50 2024-09-16T00:56:22.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13f80b4f40 con 0x7f13f8155840 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f7fff640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f13f806d030 con 0x7f13f815f890 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32866/0 (socket says 172.21.15.5:32866) 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f6ffd640 1 -- 172.21.15.5:0/3728556723 learned_addr learned my addr 172.21.15.5:0/3728556723 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13ee7fc640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13f8155840 0x7f13f80628a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.981+0000 7f13f77fe640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 0x7f13f81f31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 -- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 msgr2=0x7f13f81f31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 0x7f13f81f31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 -- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13f8155840 msgr2=0x7f13f80628a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13f8155840 0x7f13f80628a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 -- 172.21.15.5:0/3728556723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f809ee60 con 0x7f13f80b2e50 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f77fe640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 0x7f13f81f31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:22.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f6ffd640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f13e800e960 tx=0x7f13e800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e8017070 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13e800ca00 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f809f140 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e800cdf0 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.982+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f8062de0 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.983+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13f815ee10 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.984+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13e801a070 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.984+0000 7f13effff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 0x7f13d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.984+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f13e808b810 con 0x7f13f80b2e50 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.984+0000 7f13ee7fc640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 0x7f13d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:22.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.985+0000 7f13ee7fc640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 0x7f13d806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f13e0034000 tx=0x7f13e002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:22.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:22.988+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f13e80598b0 con 0x7f13f80b2e50 2024-09-16T00:56:23.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.201+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f13f809b2b0 con 0x7f13f80b2e50 2024-09-16T00:56:23.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.232+0000 7f13effff640 1 -- 172.21.15.5:0/3728556723 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v25) ==== 118+0+0 (secure 0 0 0) 0x7f13e80600d0 con 0x7f13f80b2e50 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 msgr2=0x7f13d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 0x7f13d806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f13e0034000 tx=0x7f13e002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 msgr2=0x7f13f81451c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f13e800e960 tx=0x7f13e800ee20 comp rx=0 tx=0).stop 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 shutdown_connections 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f13d806c2b0 0x7f13d806e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f13f815f890 0x7f13f81f31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13f8155840 0x7f13f80628a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 --2- 172.21.15.5:0/3728556723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13f80b2e50 0x7f13f81451c0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 >> 172.21.15.5:0/3728556723 conn(0x7f13f8072210 msgr2=0x7f13f80aed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:23.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 shutdown_connections 2024-09-16T00:56:23.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.235+0000 7f13f7fff640 1 -- 172.21.15.5:0/3728556723 wait complete. 2024-09-16T00:56:23.247 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T00:56:23.247 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T00:56:23.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 Processor -- start 2024-09-16T00:56:23.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 -- start start 2024-09-16T00:56:23.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f370c0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f370c1620f0 con 0x7f370c0b76c0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f370c0b7b50 con 0x7f370c161d10 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.352+0000 7f3711f03640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f370c072140 con 0x7f370c0cf6a0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f370c0b76c0 0x7f370c072e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53724/0 (socket says 172.21.15.5:53724) 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370bfff640 1 -- 172.21.15.5:0/4096163034 learned_addr learned my addr 172.21.15.5:0/4096163034 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2444150282 0 0) 0x7f370c1620f0 con 0x7f370c0b76c0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36f4003520 con 0x7f370c0b76c0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370affd640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f370c0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 66410157 0 0) 0x7f36f4003520 con 0x7f370c0b76c0 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 msgr2=0x7f370c0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f370c0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 >> v1:172.21.15.73:6789/0 conn(0x7f370c161d10 legacy=0x7f370c0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f370c0d4200 con 0x7f370c0b76c0 2024-09-16T00:56:23.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f37040019f0 con 0x7f370c0b76c0 2024-09-16T00:56:23.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 >> v1:172.21.15.5:6789/0 conn(0x7f370c0b76c0 legacy=0x7f370c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f36f40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36f4003f20 0x7f36f4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36f4004d40 0x7f36f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f370c072140 con 0x7f36f4003f20 2024-09-16T00:56:23.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f36f400bad0 con 0x7f36f4004d40 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f36f400bcd0 con 0x7f370c0cf6a0 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370affd640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36f4003f20 0x7f36f4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370b7fe640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f36f40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.353+0000 7f370bfff640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36f4004d40 0x7f36f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 -- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 msgr2=0x7f36f40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f370c0cf6a0 0x7f36f40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 -- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36f4004d40 msgr2=0x7f36f40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36f4004d40 0x7f36f40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 -- 172.21.15.5:0/4096163034 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36f4003520 con 0x7f36f4003f20 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370affd640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36f4003f20 0x7f36f4004800 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3700009ac0 tx=0x7f36f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39b788b79a406d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:23.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.354+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700036070 con 0x7f36f4003f20 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3700031400 con 0x7f36f4003f20 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f370a7fc640 1 -- 172.21.15.5:0/4096163034 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700009690 con 0x7f36f4003f20 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 -- 172.21.15.5:0/4096163034 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36f4003f20 msgr2=0x7f36f4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 --2- 172.21.15.5:0/4096163034 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36f4003f20 0x7f36f4004800 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3700009ac0 tx=0x7f36f4005830 comp rx=0 tx=0).stop 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f370bfff640 1 -- 172.21.15.5:0/4096163034 reap_dead start 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 -- 172.21.15.5:0/4096163034 shutdown_connections 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 -- 172.21.15.5:0/4096163034 >> 172.21.15.5:0/4096163034 conn(0x7f370c0d4730 msgr2=0x7f370c0d4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 -- 172.21.15.5:0/4096163034 shutdown_connections 2024-09-16T00:56:23.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.355+0000 7f3711f03640 1 -- 172.21.15.5:0/4096163034 wait complete. 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.356+0000 7f3711f03640 1 Processor -- start 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 -- start start 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 0x7f370c14eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f370c15ac30 0x7f370c15b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f370c072950 con 0x7f370c0c8220 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f370c072670 con 0x7f370c15ac30 2024-09-16T00:56:23.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f3711f03640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f370c0d3b20 con 0x7f36f4003f20 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f370affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f370affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32884/0 (socket says 172.21.15.5:32884) 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.357+0000 7f370affd640 1 -- 172.21.15.5:0/2151114999 learned_addr learned my addr 172.21.15.5:0/2151114999 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370b7fe640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 0x7f370c14eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370bfff640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f370c15ac30 0x7f370c15b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 -- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 msgr2=0x7f370c14eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 0x7f370c14eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 -- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f370c15ac30 msgr2=0x7f370c15b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f370c15ac30 0x7f370c15b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 -- 172.21.15.5:0/2151114999 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f370c0cd280 con 0x7f370c0c8220 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370b7fe640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 0x7f370c14eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f370affd640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3700000c00 tx=0x7f3700004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:23.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700040020 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3700003c60 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3700036040 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f370c0c8d70 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.358+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f370c0c9330 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.359+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f370c0d3280 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.359+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3700043020 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.360+0000 7f36f3fff640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 0x7f36f806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.360+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f37000ab590 con 0x7f370c0c8220 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.360+0000 7f370b7fe640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 0x7f36f806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.361+0000 7f370b7fe640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 0x7f36f806e7a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f36fc003700 tx=0x7f36fc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:23.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.364+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f370004a070 con 0x7f370c0c8220 2024-09-16T00:56:23.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:23.576+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f370c0c8000 con 0x7f370c0c8220 2024-09-16T00:56:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.234+0000 7f36f3fff640 1 -- 172.21.15.5:0/2151114999 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f37000044e0 con 0x7f370c0c8220 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 msgr2=0x7f36f806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 0x7f36f806e7a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f36fc003700 tx=0x7f36fc009040 comp rx=0 tx=0).stop 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 msgr2=0x7f370c0c86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3700000c00 tx=0x7f3700004730 comp rx=0 tx=0).stop 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 shutdown_connections 2024-09-16T00:56:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f36f806c2e0 0x7f36f806e7a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f370c15ac30 0x7f370c15b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f370c0c8220 0x7f370c0c86a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 --2- 172.21.15.5:0/2151114999 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f36f4003f20 0x7f370c14eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.237+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 >> 172.21.15.5:0/2151114999 conn(0x7f370c0d4730 msgr2=0x7f370c073660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.238+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 shutdown_connections 2024-09-16T00:56:24.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.238+0000 7f3711f03640 1 -- 172.21.15.5:0/2151114999 wait complete. 2024-09-16T00:56:24.252 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T00:56:24.253 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:24.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.360+0000 7fa5c0a30640 1 Processor -- start 2024-09-16T00:56:24.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.360+0000 7fa5c0a30640 1 -- start start 2024-09-16T00:56:24.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5c0a30640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa5bc15b4f0 0x7fa5bc0d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5c0a30640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa5bc073d10 0x7fa5bc0d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5c0a30640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5bc0ccd80 con 0x7fa5bc15b110 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5c0a30640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa5bc0b44f0 con 0x7fa5bc073d10 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5c0a30640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa5bc0cd060 con 0x7fa5bc15b4f0 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5bad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa5bc073d10 0x7fa5bc0d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5ba59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa5bc15b110 0x7fa5bc0b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53736/0 (socket says 172.21.15.5:53736) 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5ba59c640 1 -- 172.21.15.5:0/1442158558 learned_addr learned my addr 172.21.15.5:0/1442158558 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5bad9d640 1 -- 172.21.15.5:0/1442158558 >> v2:172.21.15.73:3300/0 conn(0x7fa5bc15b4f0 msgr2=0x7fa5bc0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5b3fff640 1 --2- 172.21.15.5:0/1442158558 >> v2:172.21.15.73:3300/0 conn(0x7fa5bc15b4f0 0x7fa5bc0d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5bad9d640 1 --2- 172.21.15.5:0/1442158558 >> v2:172.21.15.73:3300/0 conn(0x7fa5bc15b4f0 0x7fa5bc0d01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5b9d9b640 1 -- 172.21.15.5:0/1442158558 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1054454148 0 0) 0x7fa5bc0ccd80 con 0x7fa5bc15b110 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5bad9d640 1 -- 172.21.15.5:0/1442158558 >> v1:172.21.15.5:6789/0 conn(0x7fa5bc15b110 legacy=0x7fa5bc0b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.361+0000 7fa5bad9d640 1 -- 172.21.15.5:0/1442158558 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5bc0cd340 con 0x7fa5bc073d10 2024-09-16T00:56:24.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.362+0000 7fa5bad9d640 1 --2- 172.21.15.5:0/1442158558 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc073d10 0x7fa5bc0d0720 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc0d1310 tx=0x7fa5b402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbdebebdca02316a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.362+0000 7fa5b9d9b640 1 -- 172.21.15.5:0/1442158558 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b4007740 con 0x7fa5bc073d10 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.362+0000 7fa5b9d9b640 1 -- 172.21.15.5:0/1442158558 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5b40078e0 con 0x7fa5bc073d10 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.362+0000 7fa5b9d9b640 1 -- 172.21.15.5:0/1442158558 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b4007cb0 con 0x7fa5bc073d10 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 -- 172.21.15.5:0/1442158558 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc073d10 msgr2=0x7fa5bc0d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/1442158558 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc073d10 0x7fa5bc0d0720 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc0d1310 tx=0x7fa5b402a680 comp rx=0 tx=0).stop 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 -- 172.21.15.5:0/1442158558 shutdown_connections 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/1442158558 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc073d10 0x7fa5bc0d0720 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/1442158558 >> v2:172.21.15.73:3300/0 conn(0x7fa5bc15b4f0 0x7fa5bc0d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 -- 172.21.15.5:0/1442158558 >> 172.21.15.5:0/1442158558 conn(0x7fa5bc06d000 msgr2=0x7fa5bc06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 -- 172.21.15.5:0/1442158558 shutdown_connections 2024-09-16T00:56:24.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.363+0000 7fa5c0a30640 1 -- 172.21.15.5:0/1442158558 wait complete. 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.364+0000 7fa5c0a30640 1 Processor -- start 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.364+0000 7fa5c0a30640 1 -- start start 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 0x7fa5bc071520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 0x7fa5bc1570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa5bc0cdcc0 con 0x7fa5bc15b110 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa5bc0cdb40 con 0x7fa5bc15b4f0 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5c0a30640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa5bc0cde40 con 0x7fa5bc073d10 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32910/0 (socket says 172.21.15.5:32910) 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 -- 172.21.15.5:0/2419370014 learned_addr learned my addr 172.21.15.5:0/2419370014 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5bad9d640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 0x7fa5bc1570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5ba59c640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 0x7fa5bc071520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 -- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 msgr2=0x7fa5bc071520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 0x7fa5bc071520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 -- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 msgr2=0x7fa5bc1570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 0x7fa5bc1570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5b3fff640 1 -- 172.21.15.5:0/2419370014 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5bc159d20 con 0x7fa5bc15b110 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5bad9d640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 0x7fa5bc1570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.365+0000 7fa5ba59c640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 0x7fa5bc071520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5b3fff640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa5a400c7f0 tx=0x7fa5a400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a4015070 con 0x7fa5bc15b110 2024-09-16T00:56:24.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5a4004220 con 0x7fa5bc15b110 2024-09-16T00:56:24.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5bc15c670 con 0x7fa5bc15b110 2024-09-16T00:56:24.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a4007620 con 0x7fa5bc15b110 2024-09-16T00:56:24.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.366+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5bc15cc30 con 0x7fa5bc15b110 2024-09-16T00:56:24.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.367+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5bc15ce30 con 0x7fa5bc15b110 2024-09-16T00:56:24.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.368+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5a40077c0 con 0x7fa5bc15b110 2024-09-16T00:56:24.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.368+0000 7fa5b2ffd640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 0x7fa59c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.368+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa5a408b590 con 0x7fa5bc15b110 2024-09-16T00:56:24.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.368+0000 7fa5ba59c640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 0x7fa59c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.369+0000 7fa5ba59c640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 0x7fa59c06e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac000f60 tx=0x7fa5ac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.373+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5bc15ce30 con 0x7fa5bc15b110 2024-09-16T00:56:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.582+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5bc15c460 con 0x7fa5bc15b110 2024-09-16T00:56:24.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.582+0000 7fa5b2ffd640 1 -- 172.21.15.5:0/2419370014 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5217 (secure 0 0 0) 0x7fa5a4059d00 con 0x7fa5bc15b110 2024-09-16T00:56:24.583 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:24.584 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"btime":"2024-09-16T00:56:24:233959+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4862,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/2105825532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2105825532},{"type":"v1","addr":"172.21.15.73:6837","nonce":2105825532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5194,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3748981728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3748981728},{"type":"v1","addr":"172.21.15.5:6835","nonce":3748981728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1393609319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1393609319},{"type":"v1","addr":"172.21.15.5:6834","nonce":1393609319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:23.577870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5203},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5203":{"gid":5203,"name":"b","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6836/1285212989","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1285212989},{"type":"v1","addr":"172.21.15.73:6836","nonce":1285212989}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5203,"qdb_cluster":[5203]},"id":3}]} 2024-09-16T00:56:24.584 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 26 2024-09-16T00:56:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 msgr2=0x7fa59c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 0x7fa59c06e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac000f60 tx=0x7fa5ac009040 comp rx=0 tx=0).stop 2024-09-16T00:56:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 msgr2=0x7fa5bc156ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa5a400c7f0 tx=0x7fa5a400ccb0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 shutdown_connections 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa59c06c2b0 0x7fa59c06e770 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa5bc15b4f0 0x7fa5bc1570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa5bc15b110 0x7fa5bc156ba0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 --2- 172.21.15.5:0/2419370014 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa5bc073d10 0x7fa5bc071520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 >> 172.21.15.5:0/2419370014 conn(0x7fa5bc06d000 msgr2=0x7fa5bc0af140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 shutdown_connections 2024-09-16T00:56:24.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.585+0000 7fa5c0a30640 1 -- 172.21.15.5:0/2419370014 wait complete. 2024-09-16T00:56:24.597 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:56:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.698+0000 7ffbc721e640 1 Processor -- start 2024-09-16T00:56:24.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.698+0000 7ffbc721e640 1 -- start start 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.698+0000 7ffbc721e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbc00b6690 0x7ffbc00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc721e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbc00cff10 con 0x7ffbc00d16e0 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc721e640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbc00d1b10 con 0x7ffbc00b6a70 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc721e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc00cf540 con 0x7ffbc00b6690 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc4fba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbc00b6690 0x7ffbc00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc57bb640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffbc00d16e0 0x7ffbc00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53740/0 (socket says 172.21.15.5:53740) 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc4fba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbc00b6690 0x7ffbc00cf9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32914/0 (socket says 172.21.15.5:32914) 2024-09-16T00:56:24.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc57bb640 1 -- 172.21.15.5:0/1902893288 learned_addr learned my addr 172.21.15.5:0/1902893288 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc4fba640 1 -- 172.21.15.5:0/1902893288 >> v1:172.21.15.73:6789/0 conn(0x7ffbc00b6a70 legacy=0x7ffbc00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc4fba640 1 -- 172.21.15.5:0/1902893288 >> v1:172.21.15.5:6789/0 conn(0x7ffbc00d16e0 legacy=0x7ffbc00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.699+0000 7ffbc4fba640 1 -- 172.21.15.5:0/1902893288 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc00d1d90 con 0x7ffbc00b6690 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbc4fba640 1 --2- 172.21.15.5:0/1902893288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc00cf9d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ffbb40097a0 tx=0x7ffbb402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50b756a2a6558bdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/1902893288 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4037070 con 0x7ffbc00b6690 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/1902893288 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb402adc0 con 0x7ffbc00b6690 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/1902893288 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4032660 con 0x7ffbc00b6690 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbc721e640 1 -- 172.21.15.5:0/1902893288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 msgr2=0x7ffbc00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.700+0000 7ffbc721e640 1 --2- 172.21.15.5:0/1902893288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc00cf9d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ffbb40097a0 tx=0x7ffbb402a130 comp rx=0 tx=0).stop 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.701+0000 7ffbc721e640 1 -- 172.21.15.5:0/1902893288 shutdown_connections 2024-09-16T00:56:24.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.701+0000 7ffbc721e640 1 --2- 172.21.15.5:0/1902893288 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc00cf9d0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.701+0000 7ffbc721e640 1 -- 172.21.15.5:0/1902893288 >> 172.21.15.5:0/1902893288 conn(0x7ffbc0072560 msgr2=0x7ffbc0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:24.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.701+0000 7ffbc721e640 1 -- 172.21.15.5:0/1902893288 shutdown_connections 2024-09-16T00:56:24.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.701+0000 7ffbc721e640 1 -- 172.21.15.5:0/1902893288 wait complete. 2024-09-16T00:56:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.702+0000 7ffbc721e640 1 Processor -- start 2024-09-16T00:56:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.702+0000 7ffbc721e640 1 -- start start 2024-09-16T00:56:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbc00b6a70 0x7ffbc00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 0x7ffbc0158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc00b6f00 con 0x7ffbc00b6690 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc00cf1d0 con 0x7ffbc00d16e0 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc721e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc015c530 con 0x7ffbc00b6a70 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32928/0 (socket says 172.21.15.5:32928) 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 -- 172.21.15.5:0/3538894838 learned_addr learned my addr 172.21.15.5:0/3538894838 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbbffff640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbc00b6a70 0x7ffbc00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc57bb640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 0x7ffbc0158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 -- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbc00b6a70 msgr2=0x7ffbc00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbc00b6a70 0x7ffbc00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 -- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 msgr2=0x7ffbc0158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 0x7ffbc0158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 -- 172.21.15.5:0/3538894838 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc01e7a90 con 0x7ffbc00b6690 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc57bb640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 0x7ffbc0158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.703+0000 7ffbc4fba640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4000c00 tx=0x7ffbb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.704+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4037040 con 0x7ffbc00b6690 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.704+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb4004250 con 0x7ffbc00b6690 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.704+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc01e7d70 con 0x7ffbc00b6690 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.704+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4003610 con 0x7ffbc00b6690 2024-09-16T00:56:24.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.704+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc01e8330 con 0x7ffbc00b6690 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.705+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc00cf9d0 con 0x7ffbc00b6690 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.705+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffbb402ac80 con 0x7ffbc00b6690 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.705+0000 7ffbbd7fa640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 0x7ffba406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.706+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ffbb40abf40 con 0x7ffbc00b6690 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.706+0000 7ffbbffff640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 0x7ffba406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:24.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.706+0000 7ffbbffff640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 0x7ffba406e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ffbc00ceec0 tx=0x7ffbac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:24.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.710+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbb407a610 con 0x7ffbc00b6690 2024-09-16T00:56:24.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.885+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbc0069140 con 0x7ffbc00b6690 2024-09-16T00:56:24.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.886+0000 7ffbbd7fa640 1 -- 172.21.15.5:0/3538894838 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16553 (secure 0 0 0) 0x7ffbb4079f10 con 0x7ffbc00b6690 2024-09-16T00:56:24.887 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:24.887 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":45,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:22.968096+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:56:19.963072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T00:56:20.574419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:56:24.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 msgr2=0x7ffba406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 0x7ffba406e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ffbc00ceec0 tx=0x7ffbac009040 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 msgr2=0x7ffbc01556f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4000c00 tx=0x7ffbb40046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 shutdown_connections 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffba406c2b0 0x7ffba406e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbc00d16e0 0x7ffbc0158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbc00b6a70 0x7ffbc00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 --2- 172.21.15.5:0/3538894838 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbc00b6690 0x7ffbc01556f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 >> 172.21.15.5:0/3538894838 conn(0x7ffbc0072560 msgr2=0x7ffbc015f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 shutdown_connections 2024-09-16T00:56:24.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:24.888+0000 7ffbc721e640 1 -- 172.21.15.5:0/3538894838 wait complete. 2024-09-16T00:56:24.900 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:56:24.901 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:56:25.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.002+0000 7fdaa076d640 1 Processor -- start 2024-09-16T00:56:25.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.002+0000 7fdaa076d640 1 -- start start 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fdaa076d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fda980b6690 0x7fda980cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fdaa076d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda980b6a70 0x7fda980d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fdaa076d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda980cff10 con 0x7fda980d1510 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fdaa076d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fda980cf540 con 0x7fda980b6a70 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fdaa076d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fda980d1d90 con 0x7fda980b6690 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda980b6a70 0x7fda980d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fda980b6a70 0x7fda980d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32938/0 (socket says 172.21.15.5:32938) 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 -- 172.21.15.5:0/8954704 learned_addr learned my addr 172.21.15.5:0/8954704 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9e509640 1 --2- 172.21.15.5:0/8954704 >> v2:172.21.15.73:3300/0 conn(0x7fda980b6690 0x7fda980cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 -- 172.21.15.5:0/8954704 >> v2:172.21.15.73:3300/0 conn(0x7fda980b6690 msgr2=0x7fda980cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 --2- 172.21.15.5:0/8954704 >> v2:172.21.15.73:3300/0 conn(0x7fda980b6690 0x7fda980cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 -- 172.21.15.5:0/8954704 >> v1:172.21.15.73:6789/0 conn(0x7fda980d1510 legacy=0x7fda980d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:25.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.003+0000 7fda9dd08640 1 -- 172.21.15.5:0/8954704 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda980ceef0 con 0x7fda980b6a70 2024-09-16T00:56:25.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fda9dd08640 1 --2- 172.21.15.5:0/8954704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6a70 0x7fda980d0fd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fda980d2210 tx=0x7fda8802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df76fa747aa63e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fda9d507640 1 -- 172.21.15.5:0/8954704 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda88037070 con 0x7fda980b6a70 2024-09-16T00:56:25.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fda9d507640 1 -- 172.21.15.5:0/8954704 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda88032440 con 0x7fda980b6a70 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fda9d507640 1 -- 172.21.15.5:0/8954704 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda88032810 con 0x7fda980b6a70 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 -- 172.21.15.5:0/8954704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6a70 msgr2=0x7fda980d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 --2- 172.21.15.5:0/8954704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6a70 0x7fda980d0fd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fda980d2210 tx=0x7fda8802a230 comp rx=0 tx=0).stop 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 -- 172.21.15.5:0/8954704 shutdown_connections 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 --2- 172.21.15.5:0/8954704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6a70 0x7fda980d0fd0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 --2- 172.21.15.5:0/8954704 >> v2:172.21.15.73:3300/0 conn(0x7fda980b6690 0x7fda980cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 -- 172.21.15.5:0/8954704 >> 172.21.15.5:0/8954704 conn(0x7fda98072560 msgr2=0x7fda98072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.004+0000 7fdaa076d640 1 -- 172.21.15.5:0/8954704 shutdown_connections 2024-09-16T00:56:25.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.005+0000 7fdaa076d640 1 -- 172.21.15.5:0/8954704 wait complete. 2024-09-16T00:56:25.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.006+0000 7fdaa076d640 1 Processor -- start 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.006+0000 7fdaa076d640 1 -- start start 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.006+0000 7fdaa076d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.006+0000 7fdaa076d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fda980b6a70 0x7fda98158ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.006+0000 7fdaa076d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 0x7fda981f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fdaa076d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fda9815c530 con 0x7fda980b6690 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fdaa076d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fda980b6f00 con 0x7fda980b6a70 2024-09-16T00:56:25.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fdaa076d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fda9815c6b0 con 0x7fda980d1510 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32942/0 (socket says 172.21.15.5:32942) 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 -- 172.21.15.5:0/973201751 learned_addr learned my addr 172.21.15.5:0/973201751 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9dd08640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fda980b6a70 0x7fda98158ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9ed0a640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 0x7fda981f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 -- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 msgr2=0x7fda981f81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 0x7fda981f81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 -- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fda980b6a70 msgr2=0x7fda98158ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fda980b6a70 0x7fda98158ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 -- 172.21.15.5:0/973201751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda981566d0 con 0x7fda980b6690 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9ed0a640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 0x7fda981f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:25.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda9e509640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda9400d800 tx=0x7fda9400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9400b6c0 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda94019070 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9400ba80 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda981569b0 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.007+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda98156f70 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.008+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda98068cb0 con 0x7fda980b6690 2024-09-16T00:56:25.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.009+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda9400bc20 con 0x7fda980b6690 2024-09-16T00:56:25.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.009+0000 7fda8effd640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 0x7fda7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.009+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fda9408b860 con 0x7fda980b6690 2024-09-16T00:56:25.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.010+0000 7fda9dd08640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 0x7fda7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.010+0000 7fda9dd08640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 0x7fda7c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fda88034000 tx=0x7fda8802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.014+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda98068cb0 con 0x7fda980b6690 2024-09-16T00:56:25.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.190+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fda980d1940 con 0x7fda7c06c2b0 2024-09-16T00:56:25.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.196+0000 7fda8effd640 1 -- 172.21.15.5:0/973201751 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246511 (secure 0 0 0) 0x7fda980d1940 con 0x7fda7c06c2b0 2024-09-16T00:56:25.199 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:25.201 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:56:25.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 msgr2=0x7fda7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 0x7fda7c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fda88034000 tx=0x7fda8802e000 comp rx=0 tx=0).stop 2024-09-16T00:56:25.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 msgr2=0x7fda980b5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda9400d800 tx=0x7fda9400dcc0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 shutdown_connections 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fda7c06c2b0 0x7fda7c06e770 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fda980d1510 0x7fda981f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fda980b6a70 0x7fda98158ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 --2- 172.21.15.5:0/973201751 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fda980b6690 0x7fda980b5810 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 >> 172.21.15.5:0/973201751 conn(0x7fda98072560 msgr2=0x7fda980b7e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 shutdown_connections 2024-09-16T00:56:25.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.199+0000 7fdaa076d640 1 -- 172.21.15.5:0/973201751 wait complete. 2024-09-16T00:56:25.211 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-09-16T00:56:24.322126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":124,"acting":124,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":242088,"kb_used_data":5020,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732632,"statfs":{"total":773094113280,"available":772846215168,"internally_reserved":0,"allocated":5140480,"data_stored":2754814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.098008"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992648+0000","last_change":"2024-09-16T00:56:21.991917+0000","last_active":"2024-09-16T00:56:21.992648+0000","last_peered":"2024-09-16T00:56:21.992648+0000","last_clean":"2024-09-16T00:56:21.992648+0000","last_became_active":"2024-09-16T00:56:21.991657+0000","last_became_peered":"2024-09-16T00:56:21.991657+0000","last_unstale":"2024-09-16T00:56:21.992648+0000","last_undegraded":"2024-09-16T00:56:21.992648+0000","last_fullsized":"2024-09-16T00:56:21.992648+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:25.325657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991329+0000","last_change":"2024-09-16T00:56:21.986845+0000","last_active":"2024-09-16T00:56:21.991329+0000","last_peered":"2024-09-16T00:56:21.991329+0000","last_clean":"2024-09-16T00:56:21.991329+0000","last_became_active":"2024-09-16T00:56:21.984876+0000","last_became_peered":"2024-09-16T00:56:21.984876+0000","last_unstale":"2024-09-16T00:56:21.991329+0000","last_undegraded":"2024-09-16T00:56:21.991329+0000","last_fullsized":"2024-09-16T00:56:21.991329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:49.434948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.984996+0000","last_change":"2024-09-16T00:56:21.983457+0000","last_active":"2024-09-16T00:56:21.984996+0000","last_peered":"2024-09-16T00:56:21.984996+0000","last_clean":"2024-09-16T00:56:21.984996+0000","last_became_active":"2024-09-16T00:56:21.983153+0000","last_became_peered":"2024-09-16T00:56:21.983153+0000","last_unstale":"2024-09-16T00:56:21.984996+0000","last_undegraded":"2024-09-16T00:56:21.984996+0000","last_fullsized":"2024-09-16T00:56:21.984996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992054+0000","last_change":"2024-09-16T00:56:21.986435+0000","last_active":"2024-09-16T00:56:21.992054+0000","last_peered":"2024-09-16T00:56:21.992054+0000","last_clean":"2024-09-16T00:56:21.992054+0000","last_became_active":"2024-09-16T00:56:21.986154+0000","last_became_peered":"2024-09-16T00:56:21.986154+0000","last_unstale":"2024-09-16T00:56:21.992054+0000","last_undegraded":"2024-09-16T00:56:21.992054+0000","last_fullsized":"2024-09-16T00:56:21.992054+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.986456+0000","last_change":"2024-09-16T00:56:21.983064+0000","last_active":"2024-09-16T00:56:21.986456+0000","last_peered":"2024-09-16T00:56:21.986456+0000","last_clean":"2024-09-16T00:56:21.986456+0000","last_became_active":"2024-09-16T00:56:21.982779+0000","last_became_peered":"2024-09-16T00:56:21.982779+0000","last_unstale":"2024-09-16T00:56:21.986456+0000","last_undegraded":"2024-09-16T00:56:21.986456+0000","last_fullsized":"2024-09-16T00:56:21.986456+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.982448+0000","last_change":"2024-09-16T00:56:21.978519+0000","last_active":"2024-09-16T00:56:21.982448+0000","last_peered":"2024-09-16T00:56:21.982448+0000","last_clean":"2024-09-16T00:56:21.982448+0000","last_became_active":"2024-09-16T00:56:21.978235+0000","last_became_peered":"2024-09-16T00:56:21.978235+0000","last_unstale":"2024-09-16T00:56:21.982448+0000","last_undegraded":"2024-09-16T00:56:21.982448+0000","last_fullsized":"2024-09-16T00:56:21.982448+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975778+0000","last_change":"2024-09-16T00:56:21.981797+0000","last_active":"2024-09-16T00:56:22.975778+0000","last_peered":"2024-09-16T00:56:22.975778+0000","last_clean":"2024-09-16T00:56:22.975778+0000","last_became_active":"2024-09-16T00:56:21.981539+0000","last_became_peered":"2024-09-16T00:56:21.981539+0000","last_unstale":"2024-09-16T00:56:22.975778+0000","last_undegraded":"2024-09-16T00:56:22.975778+0000","last_fullsized":"2024-09-16T00:56:22.975778+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991577+0000","last_change":"2024-09-16T00:56:21.985618+0000","last_active":"2024-09-16T00:56:21.991577+0000","last_peered":"2024-09-16T00:56:21.991577+0000","last_clean":"2024-09-16T00:56:21.991577+0000","last_became_active":"2024-09-16T00:56:21.985380+0000","last_became_peered":"2024-09-16T00:56:21.985380+0000","last_unstale":"2024-09-16T00:56:21.991577+0000","last_undegraded":"2024-09-16T00:56:21.991577+0000","last_fullsized":"2024-09-16T00:56:21.991577+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991482+0000","last_change":"2024-09-16T00:56:21.989933+0000","last_active":"2024-09-16T00:56:21.991482+0000","last_peered":"2024-09-16T00:56:21.991482+0000","last_clean":"2024-09-16T00:56:21.991482+0000","last_became_active":"2024-09-16T00:56:21.989599+0000","last_became_peered":"2024-09-16T00:56:21.989599+0000","last_unstale":"2024-09-16T00:56:21.991482+0000","last_undegraded":"2024-09-16T00:56:21.991482+0000","last_fullsized":"2024-09-16T00:56:21.991482+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:03.121572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992523+0000","last_change":"2024-09-16T00:56:21.986821+0000","last_active":"2024-09-16T00:56:21.992523+0000","last_peered":"2024-09-16T00:56:21.992523+0000","last_clean":"2024-09-16T00:56:21.992523+0000","last_became_active":"2024-09-16T00:56:21.986532+0000","last_became_peered":"2024-09-16T00:56:21.986532+0000","last_unstale":"2024-09-16T00:56:21.992523+0000","last_undegraded":"2024-09-16T00:56:21.992523+0000","last_fullsized":"2024-09-16T00:56:21.992523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992605+0000","last_change":"2024-09-16T00:56:21.987082+0000","last_active":"2024-09-16T00:56:21.992605+0000","last_peered":"2024-09-16T00:56:21.992605+0000","last_clean":"2024-09-16T00:56:21.992605+0000","last_became_active":"2024-09-16T00:56:21.986590+0000","last_became_peered":"2024-09-16T00:56:21.986590+0000","last_unstale":"2024-09-16T00:56:21.992605+0000","last_undegraded":"2024-09-16T00:56:21.992605+0000","last_fullsized":"2024-09-16T00:56:21.992605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975779+0000","last_change":"2024-09-16T00:56:21.979660+0000","last_active":"2024-09-16T00:56:22.975779+0000","last_peered":"2024-09-16T00:56:22.975779+0000","last_clean":"2024-09-16T00:56:22.975779+0000","last_became_active":"2024-09-16T00:56:21.979372+0000","last_became_peered":"2024-09-16T00:56:21.979372+0000","last_unstale":"2024-09-16T00:56:22.975779+0000","last_undegraded":"2024-09-16T00:56:22.975779+0000","last_fullsized":"2024-09-16T00:56:22.975779+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991223+0000","last_change":"2024-09-16T00:56:21.984784+0000","last_active":"2024-09-16T00:56:21.991223+0000","last_peered":"2024-09-16T00:56:21.991223+0000","last_clean":"2024-09-16T00:56:21.991223+0000","last_became_active":"2024-09-16T00:56:21.984331+0000","last_became_peered":"2024-09-16T00:56:21.984331+0000","last_unstale":"2024-09-16T00:56:21.991223+0000","last_undegraded":"2024-09-16T00:56:21.991223+0000","last_fullsized":"2024-09-16T00:56:21.991223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:46:15.084404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992653+0000","last_change":"2024-09-16T00:56:21.991946+0000","last_active":"2024-09-16T00:56:21.992653+0000","last_peered":"2024-09-16T00:56:21.992653+0000","last_clean":"2024-09-16T00:56:21.992653+0000","last_became_active":"2024-09-16T00:56:21.991666+0000","last_became_peered":"2024-09-16T00:56:21.991666+0000","last_unstale":"2024-09-16T00:56:21.992653+0000","last_undegraded":"2024-09-16T00:56:21.992653+0000","last_fullsized":"2024-09-16T00:56:21.992653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:27.557267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992681+0000","last_change":"2024-09-16T00:56:21.988375+0000","last_active":"2024-09-16T00:56:21.992681+0000","last_peered":"2024-09-16T00:56:21.992681+0000","last_clean":"2024-09-16T00:56:21.992681+0000","last_became_active":"2024-09-16T00:56:21.988108+0000","last_became_peered":"2024-09-16T00:56:21.988108+0000","last_unstale":"2024-09-16T00:56:21.992681+0000","last_undegraded":"2024-09-16T00:56:21.992681+0000","last_fullsized":"2024-09-16T00:56:21.992681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:17.863361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992426+0000","last_change":"2024-09-16T00:56:21.986053+0000","last_active":"2024-09-16T00:56:21.992426+0000","last_peered":"2024-09-16T00:56:21.992426+0000","last_clean":"2024-09-16T00:56:21.992426+0000","last_became_active":"2024-09-16T00:56:21.985757+0000","last_became_peered":"2024-09-16T00:56:21.985757+0000","last_unstale":"2024-09-16T00:56:21.992426+0000","last_undegraded":"2024-09-16T00:56:21.992426+0000","last_fullsized":"2024-09-16T00:56:21.992426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989576+0000","last_change":"2024-09-16T00:56:21.983798+0000","last_active":"2024-09-16T00:56:21.989576+0000","last_peered":"2024-09-16T00:56:21.989576+0000","last_clean":"2024-09-16T00:56:21.989576+0000","last_became_active":"2024-09-16T00:56:21.983539+0000","last_became_peered":"2024-09-16T00:56:21.983539+0000","last_unstale":"2024-09-16T00:56:21.989576+0000","last_undegraded":"2024-09-16T00:56:21.989576+0000","last_fullsized":"2024-09-16T00:56:21.989576+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:03.372234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.980628+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.980330+0000","last_became_peered":"2024-09-16T00:56:21.980330+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989375+0000","last_change":"2024-09-16T00:56:21.984415+0000","last_active":"2024-09-16T00:56:21.989375+0000","last_peered":"2024-09-16T00:56:21.989375+0000","last_clean":"2024-09-16T00:56:21.989375+0000","last_became_active":"2024-09-16T00:56:21.984168+0000","last_became_peered":"2024-09-16T00:56:21.984168+0000","last_unstale":"2024-09-16T00:56:21.989375+0000","last_undegraded":"2024-09-16T00:56:21.989375+0000","last_fullsized":"2024-09-16T00:56:21.989375+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:35.316448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991305+0000","last_change":"2024-09-16T00:56:21.986354+0000","last_active":"2024-09-16T00:56:21.991305+0000","last_peered":"2024-09-16T00:56:21.991305+0000","last_clean":"2024-09-16T00:56:21.991305+0000","last_became_active":"2024-09-16T00:56:21.986095+0000","last_became_peered":"2024-09-16T00:56:21.986095+0000","last_unstale":"2024-09-16T00:56:21.991305+0000","last_undegraded":"2024-09-16T00:56:21.991305+0000","last_fullsized":"2024-09-16T00:56:21.991305+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:34.454922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975578+0000","last_change":"2024-09-16T00:56:21.983420+0000","last_active":"2024-09-16T00:56:22.975578+0000","last_peered":"2024-09-16T00:56:22.975578+0000","last_clean":"2024-09-16T00:56:22.975578+0000","last_became_active":"2024-09-16T00:56:21.983082+0000","last_became_peered":"2024-09-16T00:56:21.983082+0000","last_unstale":"2024-09-16T00:56:22.975578+0000","last_undegraded":"2024-09-16T00:56:22.975578+0000","last_fullsized":"2024-09-16T00:56:22.975578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990365+0000","last_change":"2024-09-16T00:56:21.988295+0000","last_active":"2024-09-16T00:56:21.990365+0000","last_peered":"2024-09-16T00:56:21.990365+0000","last_clean":"2024-09-16T00:56:21.990365+0000","last_became_active":"2024-09-16T00:56:21.987984+0000","last_became_peered":"2024-09-16T00:56:21.987984+0000","last_unstale":"2024-09-16T00:56:21.990365+0000","last_undegraded":"2024-09-16T00:56:21.990365+0000","last_fullsized":"2024-09-16T00:56:21.990365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240815+0000","last_change":"2024-09-16T00:56:21.248402+0000","last_active":"2024-09-16T00:56:22.240815+0000","last_peered":"2024-09-16T00:56:22.240815+0000","last_clean":"2024-09-16T00:56:22.240815+0000","last_became_active":"2024-09-16T00:56:21.248054+0000","last_became_peered":"2024-09-16T00:56:21.248054+0000","last_unstale":"2024-09-16T00:56:22.240815+0000","last_undegraded":"2024-09-16T00:56:22.240815+0000","last_fullsized":"2024-09-16T00:56:22.240815+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:48.875019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992610+0000","last_change":"2024-09-16T00:56:21.986103+0000","last_active":"2024-09-16T00:56:21.992610+0000","last_peered":"2024-09-16T00:56:21.992610+0000","last_clean":"2024-09-16T00:56:21.992610+0000","last_became_active":"2024-09-16T00:56:21.985827+0000","last_became_peered":"2024-09-16T00:56:21.985827+0000","last_unstale":"2024-09-16T00:56:21.992610+0000","last_undegraded":"2024-09-16T00:56:21.992610+0000","last_fullsized":"2024-09-16T00:56:21.992610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.238615+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:22.238615+0000","last_peered":"2024-09-16T00:56:22.238615+0000","last_clean":"2024-09-16T00:56:22.238615+0000","last_became_active":"2024-09-16T00:56:21.240156+0000","last_became_peered":"2024-09-16T00:56:21.240156+0000","last_unstale":"2024-09-16T00:56:22.238615+0000","last_undegraded":"2024-09-16T00:56:22.238615+0000","last_fullsized":"2024-09-16T00:56:22.238615+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:55.413416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991437+0000","last_change":"2024-09-16T00:56:21.990240+0000","last_active":"2024-09-16T00:56:21.991437+0000","last_peered":"2024-09-16T00:56:21.991437+0000","last_clean":"2024-09-16T00:56:21.991437+0000","last_became_active":"2024-09-16T00:56:21.989969+0000","last_became_peered":"2024-09-16T00:56:21.989969+0000","last_unstale":"2024-09-16T00:56:21.991437+0000","last_undegraded":"2024-09-16T00:56:21.991437+0000","last_fullsized":"2024-09-16T00:56:21.991437+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.239262+0000","last_change":"2024-09-16T00:56:21.241720+0000","last_active":"2024-09-16T00:56:22.239262+0000","last_peered":"2024-09-16T00:56:22.239262+0000","last_clean":"2024-09-16T00:56:22.239262+0000","last_became_active":"2024-09-16T00:56:21.241177+0000","last_became_peered":"2024-09-16T00:56:21.241177+0000","last_unstale":"2024-09-16T00:56:22.239262+0000","last_undegraded":"2024-09-16T00:56:22.239262+0000","last_fullsized":"2024-09-16T00:56:22.239262+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:02.967893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992256+0000","last_change":"2024-09-16T00:56:21.988841+0000","last_active":"2024-09-16T00:56:21.992256+0000","last_peered":"2024-09-16T00:56:21.992256+0000","last_clean":"2024-09-16T00:56:21.992256+0000","last_became_active":"2024-09-16T00:56:21.987542+0000","last_became_peered":"2024-09-16T00:56:21.987542+0000","last_unstale":"2024-09-16T00:56:21.992256+0000","last_undegraded":"2024-09-16T00:56:21.992256+0000","last_fullsized":"2024-09-16T00:56:21.992256+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985016+0000","last_change":"2024-09-16T00:56:21.983225+0000","last_active":"2024-09-16T00:56:21.985016+0000","last_peered":"2024-09-16T00:56:21.985016+0000","last_clean":"2024-09-16T00:56:21.985016+0000","last_became_active":"2024-09-16T00:56:21.982795+0000","last_became_peered":"2024-09-16T00:56:21.982795+0000","last_unstale":"2024-09-16T00:56:21.985016+0000","last_undegraded":"2024-09-16T00:56:21.985016+0000","last_fullsized":"2024-09-16T00:56:21.985016+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992742+0000","last_change":"2024-09-16T00:56:21.988990+0000","last_active":"2024-09-16T00:56:21.992742+0000","last_peered":"2024-09-16T00:56:21.992742+0000","last_clean":"2024-09-16T00:56:21.992742+0000","last_became_active":"2024-09-16T00:56:21.988735+0000","last_became_peered":"2024-09-16T00:56:21.988735+0000","last_unstale":"2024-09-16T00:56:21.992742+0000","last_undegraded":"2024-09-16T00:56:21.992742+0000","last_fullsized":"2024-09-16T00:56:21.992742+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.629069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973295+0000","last_change":"2024-09-16T00:56:21.244985+0000","last_active":"2024-09-16T00:56:21.973295+0000","last_peered":"2024-09-16T00:56:21.973295+0000","last_clean":"2024-09-16T00:56:21.973295+0000","last_became_active":"2024-09-16T00:56:21.244713+0000","last_became_peered":"2024-09-16T00:56:21.244713+0000","last_unstale":"2024-09-16T00:56:21.973295+0000","last_undegraded":"2024-09-16T00:56:21.973295+0000","last_fullsized":"2024-09-16T00:56:21.973295+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.860832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977915+0000","last_change":"2024-09-16T00:56:21.243151+0000","last_active":"2024-09-16T00:56:21.977915+0000","last_peered":"2024-09-16T00:56:21.977915+0000","last_clean":"2024-09-16T00:56:21.977915+0000","last_became_active":"2024-09-16T00:56:21.242802+0000","last_became_peered":"2024-09-16T00:56:21.242802+0000","last_unstale":"2024-09-16T00:56:21.977915+0000","last_undegraded":"2024-09-16T00:56:21.977915+0000","last_fullsized":"2024-09-16T00:56:21.977915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:40.064424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991282+0000","last_change":"2024-09-16T00:56:21.985358+0000","last_active":"2024-09-16T00:56:21.991282+0000","last_peered":"2024-09-16T00:56:21.991282+0000","last_clean":"2024-09-16T00:56:21.991282+0000","last_became_active":"2024-09-16T00:56:21.983600+0000","last_became_peered":"2024-09-16T00:56:21.983600+0000","last_unstale":"2024-09-16T00:56:21.991282+0000","last_undegraded":"2024-09-16T00:56:21.991282+0000","last_fullsized":"2024-09-16T00:56:21.991282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:06.029454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975768+0000","last_change":"2024-09-16T00:56:21.240138+0000","last_active":"2024-09-16T00:56:22.975768+0000","last_peered":"2024-09-16T00:56:22.975768+0000","last_clean":"2024-09-16T00:56:22.975768+0000","last_became_active":"2024-09-16T00:56:21.239839+0000","last_became_peered":"2024-09-16T00:56:21.239839+0000","last_unstale":"2024-09-16T00:56:22.975768+0000","last_undegraded":"2024-09-16T00:56:22.975768+0000","last_fullsized":"2024-09-16T00:56:22.975768+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:53.679479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992598+0000","last_change":"2024-09-16T00:56:21.987503+0000","last_active":"2024-09-16T00:56:21.992598+0000","last_peered":"2024-09-16T00:56:21.992598+0000","last_clean":"2024-09-16T00:56:21.992598+0000","last_became_active":"2024-09-16T00:56:21.987120+0000","last_became_peered":"2024-09-16T00:56:21.987120+0000","last_unstale":"2024-09-16T00:56:21.992598+0000","last_undegraded":"2024-09-16T00:56:21.992598+0000","last_fullsized":"2024-09-16T00:56:21.992598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240482+0000","last_change":"2024-09-16T00:56:21.248768+0000","last_active":"2024-09-16T00:56:22.240482+0000","last_peered":"2024-09-16T00:56:22.240482+0000","last_clean":"2024-09-16T00:56:22.240482+0000","last_became_active":"2024-09-16T00:56:21.248499+0000","last_became_peered":"2024-09-16T00:56:21.248499+0000","last_unstale":"2024-09-16T00:56:22.240482+0000","last_undegraded":"2024-09-16T00:56:22.240482+0000","last_fullsized":"2024-09-16T00:56:22.240482+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:37.224212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992279+0000","last_change":"2024-09-16T00:56:21.989105+0000","last_active":"2024-09-16T00:56:21.992279+0000","last_peered":"2024-09-16T00:56:21.992279+0000","last_clean":"2024-09-16T00:56:21.992279+0000","last_became_active":"2024-09-16T00:56:21.988453+0000","last_became_peered":"2024-09-16T00:56:21.988453+0000","last_unstale":"2024-09-16T00:56:21.992279+0000","last_undegraded":"2024-09-16T00:56:21.992279+0000","last_fullsized":"2024-09-16T00:56:21.992279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.954796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985257+0000","last_change":"2024-09-16T00:56:21.983684+0000","last_active":"2024-09-16T00:56:21.985257+0000","last_peered":"2024-09-16T00:56:21.985257+0000","last_clean":"2024-09-16T00:56:21.985257+0000","last_became_active":"2024-09-16T00:56:21.983412+0000","last_became_peered":"2024-09-16T00:56:21.983412+0000","last_unstale":"2024-09-16T00:56:21.985257+0000","last_undegraded":"2024-09-16T00:56:21.985257+0000","last_fullsized":"2024-09-16T00:56:21.985257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:37.088806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978108+0000","last_change":"2024-09-16T00:56:21.249456+0000","last_active":"2024-09-16T00:56:21.978108+0000","last_peered":"2024-09-16T00:56:21.978108+0000","last_clean":"2024-09-16T00:56:21.978108+0000","last_became_active":"2024-09-16T00:56:21.249095+0000","last_became_peered":"2024-09-16T00:56:21.249095+0000","last_unstale":"2024-09-16T00:56:21.978108+0000","last_undegraded":"2024-09-16T00:56:21.978108+0000","last_fullsized":"2024-09-16T00:56:21.978108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:36.683539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.241490+0000","last_change":"2024-09-16T00:56:21.243677+0000","last_active":"2024-09-16T00:56:22.241490+0000","last_peered":"2024-09-16T00:56:22.241490+0000","last_clean":"2024-09-16T00:56:22.241490+0000","last_became_active":"2024-09-16T00:56:21.243292+0000","last_became_peered":"2024-09-16T00:56:21.243292+0000","last_unstale":"2024-09-16T00:56:22.241490+0000","last_undegraded":"2024-09-16T00:56:22.241490+0000","last_fullsized":"2024-09-16T00:56:22.241490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:14.425183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975630+0000","last_change":"2024-09-16T00:56:21.982709+0000","last_active":"2024-09-16T00:56:22.975630+0000","last_peered":"2024-09-16T00:56:22.975630+0000","last_clean":"2024-09-16T00:56:22.975630+0000","last_became_active":"2024-09-16T00:56:21.982432+0000","last_became_peered":"2024-09-16T00:56:21.982432+0000","last_unstale":"2024-09-16T00:56:22.975630+0000","last_undegraded":"2024-09-16T00:56:22.975630+0000","last_fullsized":"2024-09-16T00:56:22.975630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975569+0000","last_change":"2024-09-16T00:56:21.242440+0000","last_active":"2024-09-16T00:56:22.975569+0000","last_peered":"2024-09-16T00:56:22.975569+0000","last_clean":"2024-09-16T00:56:22.975569+0000","last_became_active":"2024-09-16T00:56:21.242154+0000","last_became_peered":"2024-09-16T00:56:21.242154+0000","last_unstale":"2024-09-16T00:56:22.975569+0000","last_undegraded":"2024-09-16T00:56:22.975569+0000","last_fullsized":"2024-09-16T00:56:22.975569+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:45.823536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992443+0000","last_change":"2024-09-16T00:56:21.989841+0000","last_active":"2024-09-16T00:56:21.992443+0000","last_peered":"2024-09-16T00:56:21.992443+0000","last_clean":"2024-09-16T00:56:21.992443+0000","last_became_active":"2024-09-16T00:56:21.989510+0000","last_became_peered":"2024-09-16T00:56:21.989510+0000","last_unstale":"2024-09-16T00:56:21.992443+0000","last_undegraded":"2024-09-16T00:56:21.992443+0000","last_fullsized":"2024-09-16T00:56:21.992443+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.854102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992696+0000","last_change":"2024-09-16T00:56:21.988388+0000","last_active":"2024-09-16T00:56:21.992696+0000","last_peered":"2024-09-16T00:56:21.992696+0000","last_clean":"2024-09-16T00:56:21.992696+0000","last_became_active":"2024-09-16T00:56:21.988109+0000","last_became_peered":"2024-09-16T00:56:21.988109+0000","last_unstale":"2024-09-16T00:56:21.992696+0000","last_undegraded":"2024-09-16T00:56:21.992696+0000","last_fullsized":"2024-09-16T00:56:21.992696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:15.427713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992370+0000","last_change":"2024-09-16T00:56:21.985325+0000","last_active":"2024-09-16T00:56:21.992370+0000","last_peered":"2024-09-16T00:56:21.992370+0000","last_clean":"2024-09-16T00:56:21.992370+0000","last_became_active":"2024-09-16T00:56:21.984966+0000","last_became_peered":"2024-09-16T00:56:21.984966+0000","last_unstale":"2024-09-16T00:56:21.992370+0000","last_undegraded":"2024-09-16T00:56:21.992370+0000","last_fullsized":"2024-09-16T00:56:21.992370+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.304845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978834+0000","last_change":"2024-09-16T00:56:21.245009+0000","last_active":"2024-09-16T00:56:21.978834+0000","last_peered":"2024-09-16T00:56:21.978834+0000","last_clean":"2024-09-16T00:56:21.978834+0000","last_became_active":"2024-09-16T00:56:21.244662+0000","last_became_peered":"2024-09-16T00:56:21.244662+0000","last_unstale":"2024-09-16T00:56:21.978834+0000","last_undegraded":"2024-09-16T00:56:21.978834+0000","last_fullsized":"2024-09-16T00:56:21.978834+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991411+0000","last_change":"2024-09-16T00:56:21.985608+0000","last_active":"2024-09-16T00:56:21.991411+0000","last_peered":"2024-09-16T00:56:21.991411+0000","last_clean":"2024-09-16T00:56:21.991411+0000","last_became_active":"2024-09-16T00:56:21.982460+0000","last_became_peered":"2024-09-16T00:56:21.982460+0000","last_unstale":"2024-09-16T00:56:21.991411+0000","last_undegraded":"2024-09-16T00:56:21.991411+0000","last_fullsized":"2024-09-16T00:56:21.991411+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.724191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240530+0000","last_change":"2024-09-16T00:56:21.245751+0000","last_active":"2024-09-16T00:56:22.240530+0000","last_peered":"2024-09-16T00:56:22.240530+0000","last_clean":"2024-09-16T00:56:22.240530+0000","last_became_active":"2024-09-16T00:56:21.245472+0000","last_became_peered":"2024-09-16T00:56:21.245472+0000","last_unstale":"2024-09-16T00:56:22.240530+0000","last_undegraded":"2024-09-16T00:56:22.240530+0000","last_fullsized":"2024-09-16T00:56:22.240530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:07.397798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990483+0000","last_change":"2024-09-16T00:56:21.988542+0000","last_active":"2024-09-16T00:56:21.990483+0000","last_peered":"2024-09-16T00:56:21.990483+0000","last_clean":"2024-09-16T00:56:21.990483+0000","last_became_active":"2024-09-16T00:56:21.988266+0000","last_became_peered":"2024-09-16T00:56:21.988266+0000","last_unstale":"2024-09-16T00:56:21.990483+0000","last_undegraded":"2024-09-16T00:56:21.990483+0000","last_fullsized":"2024-09-16T00:56:21.990483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.976486+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.976168+0000","last_became_peered":"2024-09-16T00:56:21.976168+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978374+0000","last_change":"2024-09-16T00:56:21.240160+0000","last_active":"2024-09-16T00:56:21.978374+0000","last_peered":"2024-09-16T00:56:21.978374+0000","last_clean":"2024-09-16T00:56:21.978374+0000","last_became_active":"2024-09-16T00:56:21.239810+0000","last_became_peered":"2024-09-16T00:56:21.239810+0000","last_unstale":"2024-09-16T00:56:21.978374+0000","last_undegraded":"2024-09-16T00:56:21.978374+0000","last_fullsized":"2024-09-16T00:56:21.978374+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:48.887716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992275+0000","last_change":"2024-09-16T00:56:21.988991+0000","last_active":"2024-09-16T00:56:21.992275+0000","last_peered":"2024-09-16T00:56:21.992275+0000","last_clean":"2024-09-16T00:56:21.992275+0000","last_became_active":"2024-09-16T00:56:21.986552+0000","last_became_peered":"2024-09-16T00:56:21.986552+0000","last_unstale":"2024-09-16T00:56:21.992275+0000","last_undegraded":"2024-09-16T00:56:21.992275+0000","last_fullsized":"2024-09-16T00:56:21.992275+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992495+0000","last_change":"2024-09-16T00:56:21.986918+0000","last_active":"2024-09-16T00:56:21.992495+0000","last_peered":"2024-09-16T00:56:21.992495+0000","last_clean":"2024-09-16T00:56:21.992495+0000","last_became_active":"2024-09-16T00:56:21.986548+0000","last_became_peered":"2024-09-16T00:56:21.986548+0000","last_unstale":"2024-09-16T00:56:21.992495+0000","last_undegraded":"2024-09-16T00:56:21.992495+0000","last_fullsized":"2024-09-16T00:56:21.992495+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977595+0000","last_change":"2024-09-16T00:56:21.241917+0000","last_active":"2024-09-16T00:56:21.977595+0000","last_peered":"2024-09-16T00:56:21.977595+0000","last_clean":"2024-09-16T00:56:21.977595+0000","last_became_active":"2024-09-16T00:56:21.241469+0000","last_became_peered":"2024-09-16T00:56:21.241469+0000","last_unstale":"2024-09-16T00:56:21.977595+0000","last_undegraded":"2024-09-16T00:56:21.977595+0000","last_fullsized":"2024-09-16T00:56:21.977595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:27:44.142943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991474+0000","last_change":"2024-09-16T00:56:21.985589+0000","last_active":"2024-09-16T00:56:21.991474+0000","last_peered":"2024-09-16T00:56:21.991474+0000","last_clean":"2024-09-16T00:56:21.991474+0000","last_became_active":"2024-09-16T00:56:21.985309+0000","last_became_peered":"2024-09-16T00:56:21.985309+0000","last_unstale":"2024-09-16T00:56:21.991474+0000","last_undegraded":"2024-09-16T00:56:21.991474+0000","last_fullsized":"2024-09-16T00:56:21.991474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973223+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:21.973223+0000","last_peered":"2024-09-16T00:56:21.973223+0000","last_clean":"2024-09-16T00:56:21.973223+0000","last_became_active":"2024-09-16T00:56:21.240207+0000","last_became_peered":"2024-09-16T00:56:21.240207+0000","last_unstale":"2024-09-16T00:56:21.973223+0000","last_undegraded":"2024-09-16T00:56:21.973223+0000","last_fullsized":"2024-09-16T00:56:21.973223+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:05.488654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991356+0000","last_change":"2024-09-16T00:56:21.987091+0000","last_active":"2024-09-16T00:56:21.991356+0000","last_peered":"2024-09-16T00:56:21.991356+0000","last_clean":"2024-09-16T00:56:21.991356+0000","last_became_active":"2024-09-16T00:56:21.985354+0000","last_became_peered":"2024-09-16T00:56:21.985354+0000","last_unstale":"2024-09-16T00:56:21.991356+0000","last_undegraded":"2024-09-16T00:56:21.991356+0000","last_fullsized":"2024-09-16T00:56:21.991356+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:31.567549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991245+0000","last_change":"2024-09-16T00:56:21.984601+0000","last_active":"2024-09-16T00:56:21.991245+0000","last_peered":"2024-09-16T00:56:21.991245+0000","last_clean":"2024-09-16T00:56:21.991245+0000","last_became_active":"2024-09-16T00:56:21.983992+0000","last_became_peered":"2024-09-16T00:56:21.983992+0000","last_unstale":"2024-09-16T00:56:21.991245+0000","last_undegraded":"2024-09-16T00:56:21.991245+0000","last_fullsized":"2024-09-16T00:56:21.991245+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:40.250784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973345+0000","last_change":"2024-09-16T00:56:21.242625+0000","last_active":"2024-09-16T00:56:21.973345+0000","last_peered":"2024-09-16T00:56:21.973345+0000","last_clean":"2024-09-16T00:56:21.973345+0000","last_became_active":"2024-09-16T00:56:21.242353+0000","last_became_peered":"2024-09-16T00:56:21.242353+0000","last_unstale":"2024-09-16T00:56:21.973345+0000","last_undegraded":"2024-09-16T00:56:21.973345+0000","last_fullsized":"2024-09-16T00:56:21.973345+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:17.635272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973607+0000","last_change":"2024-09-16T00:56:21.245659+0000","last_active":"2024-09-16T00:56:21.973607+0000","last_peered":"2024-09-16T00:56:21.973607+0000","last_clean":"2024-09-16T00:56:21.973607+0000","last_became_active":"2024-09-16T00:56:21.245368+0000","last_became_peered":"2024-09-16T00:56:21.245368+0000","last_unstale":"2024-09-16T00:56:21.973607+0000","last_undegraded":"2024-09-16T00:56:21.973607+0000","last_fullsized":"2024-09-16T00:56:21.973607+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.626539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992177+0000","last_change":"2024-09-16T00:56:21.988461+0000","last_active":"2024-09-16T00:56:21.992177+0000","last_peered":"2024-09-16T00:56:21.992177+0000","last_clean":"2024-09-16T00:56:21.992177+0000","last_became_active":"2024-09-16T00:56:21.988219+0000","last_became_peered":"2024-09-16T00:56:21.988219+0000","last_unstale":"2024-09-16T00:56:21.992177+0000","last_undegraded":"2024-09-16T00:56:21.992177+0000","last_fullsized":"2024-09-16T00:56:21.992177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-16T00:56:18.936463+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:56:18.936463+0000","last_peered":"2024-09-16T00:56:18.936463+0000","last_clean":"2024-09-16T00:56:18.936463+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:56:18.936463+0000","last_undegraded":"2024-09-16T00:56:18.936463+0000","last_fullsized":"2024-09-16T00:56:18.936463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":88,"acting":88,"num_store_stats":5},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1064960,"data_stored":777190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27488,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":520192,"data_stored":206319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":207315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":205751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1105920,"data_stored":796083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31672,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340168,"statfs":{"total":96636764160,"available":96604332032,"internally_reserved":0,"allocated":495616,"data_stored":198906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:56:25.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:56:25.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.353+0000 7f6c4eb9d640 1 Processor -- start 2024-09-16T00:56:25.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.353+0000 7f6c4eb9d640 1 -- start start 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f6c4815c600 0x7f6c480b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c48072f70 0x7f6c480b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c480b71d0 0x7f6c480706b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6c4815c9e0 con 0x7f6c48072f70 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f6c480b67f0 con 0x7f6c4815c600 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4eb9d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6c480b5940 con 0x7f6c480b71d0 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4d39a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c48072f70 0x7f6c480b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4d39a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c48072f70 0x7f6c480b6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32958/0 (socket says 172.21.15.5:32958) 2024-09-16T00:56:25.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.354+0000 7f6c4d39a640 1 -- 172.21.15.5:0/1451416087 learned_addr learned my addr 172.21.15.5:0/1451416087 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4e39c640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c480b71d0 0x7f6c480706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 -- 172.21.15.5:0/1451416087 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c480b71d0 msgr2=0x7f6c480706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4db9b640 1 --2- 172.21.15.5:0/1451416087 >> v2:172.21.15.73:3300/0 conn(0x7f6c4815c600 0x7f6c480b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c480b71d0 0x7f6c480706b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 -- 172.21.15.5:0/1451416087 >> v2:172.21.15.73:3300/0 conn(0x7f6c4815c600 msgr2=0x7f6c480b5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 --2- 172.21.15.5:0/1451416087 >> v2:172.21.15.73:3300/0 conn(0x7f6c4815c600 0x7f6c480b5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 -- 172.21.15.5:0/1451416087 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c480b5be0 con 0x7f6c48072f70 2024-09-16T00:56:25.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.355+0000 7f6c4d39a640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c48072f70 0x7f6c480b6c90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6c48075cb0 tx=0x7f6c3c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=305c376fab06c9a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4cb99640 1 -- 172.21.15.5:0/1451416087 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c037070 con 0x7f6c48072f70 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4cb99640 1 -- 172.21.15.5:0/1451416087 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c3c032440 con 0x7f6c48072f70 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4cb99640 1 -- 172.21.15.5:0/1451416087 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c032810 con 0x7f6c48072f70 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1451416087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c48072f70 msgr2=0x7f6c480b6c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c48072f70 0x7f6c480b6c90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6c48075cb0 tx=0x7f6c3c02a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1451416087 shutdown_connections 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c480b71d0 0x7f6c480706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1451416087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c48072f70 0x7f6c480b6c90 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1451416087 >> v2:172.21.15.73:3300/0 conn(0x7f6c4815c600 0x7f6c480b5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1451416087 >> 172.21.15.5:0/1451416087 conn(0x7f6c4806dd30 msgr2=0x7f6c4806e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1451416087 shutdown_connections 2024-09-16T00:56:25.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.356+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1451416087 wait complete. 2024-09-16T00:56:25.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.357+0000 7f6c4eb9d640 1 Processor -- start 2024-09-16T00:56:25.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.357+0000 7f6c4eb9d640 1 -- start start 2024-09-16T00:56:25.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 0x7f6c480b0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 0x7f6c481e4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6c480b6480 con 0x7f6c4815c600 2024-09-16T00:56:25.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6c480b61a0 con 0x7f6c480b71d0 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4eb9d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f6c48070bf0 con 0x7f6c48072f70 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4e39c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4e39c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32960/0 (socket says 172.21.15.5:32960) 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.358+0000 7f6c4e39c640 1 -- 172.21.15.5:0/1551792190 learned_addr learned my addr 172.21.15.5:0/1551792190 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4db9b640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 0x7f6c480b0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4d39a640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 0x7f6c481e4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 -- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 msgr2=0x7f6c480b0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 0x7f6c480b0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 -- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 msgr2=0x7f6c481e4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 0x7f6c481e4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 -- 172.21.15.5:0/1551792190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c480b12a0 con 0x7f6c4815c600 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4db9b640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 0x7f6c480b0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:25.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4d39a640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 0x7f6c481e4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4e39c640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800ccf0 tx=0x7f6c3800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38003b90 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c38003d30 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c481e51e0 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38004240 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.359+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c481e3ee0 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.360+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c480706b0 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.361+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c380043e0 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.361+0000 7f6c467fc640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 0x7f6c3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.361+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f6c3808be70 con 0x7f6c4815c600 2024-09-16T00:56:25.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.361+0000 7f6c4db9b640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 0x7f6c3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.362+0000 7f6c4db9b640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 0x7f6c3406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6c4000b820 tx=0x7f6c40008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.365+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c3805a5e0 con 0x7f6c4815c600 2024-09-16T00:56:25.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.535+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6c4815a230 con 0x7f6c3406c2b0 2024-09-16T00:56:25.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.541+0000 7f6c467fc640 1 -- 172.21.15.5:0/1551792190 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246511 (secure 0 0 0) 0x7f6c4815a230 con 0x7f6c3406c2b0 2024-09-16T00:56:25.545 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:25.546 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:56:25.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 msgr2=0x7f6c3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 0x7f6c3406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6c4000b820 tx=0x7f6c40008040 comp rx=0 tx=0).stop 2024-09-16T00:56:25.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 msgr2=0x7f6c481e71d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6c3800ccf0 tx=0x7f6c3800a660 comp rx=0 tx=0).stop 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 shutdown_connections 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f6c3406c2b0 0x7f6c3406e770 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c4815c600 0x7f6c481e71d0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c480b71d0 0x7f6c481e4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 --2- 172.21.15.5:0/1551792190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f6c48072f70 0x7f6c480b0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 >> 172.21.15.5:0/1551792190 conn(0x7f6c4806dd30 msgr2=0x7f6c48071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 shutdown_connections 2024-09-16T00:56:25.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.544+0000 7f6c4eb9d640 1 -- 172.21.15.5:0/1551792190 wait complete. 2024-09-16T00:56:25.556 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-09-16T00:56:24.322126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":124,"acting":124,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":242088,"kb_used_data":5020,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732632,"statfs":{"total":773094113280,"available":772846215168,"internally_reserved":0,"allocated":5140480,"data_stored":2754814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.098008"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992648+0000","last_change":"2024-09-16T00:56:21.991917+0000","last_active":"2024-09-16T00:56:21.992648+0000","last_peered":"2024-09-16T00:56:21.992648+0000","last_clean":"2024-09-16T00:56:21.992648+0000","last_became_active":"2024-09-16T00:56:21.991657+0000","last_became_peered":"2024-09-16T00:56:21.991657+0000","last_unstale":"2024-09-16T00:56:21.992648+0000","last_undegraded":"2024-09-16T00:56:21.992648+0000","last_fullsized":"2024-09-16T00:56:21.992648+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:25.325657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991329+0000","last_change":"2024-09-16T00:56:21.986845+0000","last_active":"2024-09-16T00:56:21.991329+0000","last_peered":"2024-09-16T00:56:21.991329+0000","last_clean":"2024-09-16T00:56:21.991329+0000","last_became_active":"2024-09-16T00:56:21.984876+0000","last_became_peered":"2024-09-16T00:56:21.984876+0000","last_unstale":"2024-09-16T00:56:21.991329+0000","last_undegraded":"2024-09-16T00:56:21.991329+0000","last_fullsized":"2024-09-16T00:56:21.991329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:49.434948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.984996+0000","last_change":"2024-09-16T00:56:21.983457+0000","last_active":"2024-09-16T00:56:21.984996+0000","last_peered":"2024-09-16T00:56:21.984996+0000","last_clean":"2024-09-16T00:56:21.984996+0000","last_became_active":"2024-09-16T00:56:21.983153+0000","last_became_peered":"2024-09-16T00:56:21.983153+0000","last_unstale":"2024-09-16T00:56:21.984996+0000","last_undegraded":"2024-09-16T00:56:21.984996+0000","last_fullsized":"2024-09-16T00:56:21.984996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992054+0000","last_change":"2024-09-16T00:56:21.986435+0000","last_active":"2024-09-16T00:56:21.992054+0000","last_peered":"2024-09-16T00:56:21.992054+0000","last_clean":"2024-09-16T00:56:21.992054+0000","last_became_active":"2024-09-16T00:56:21.986154+0000","last_became_peered":"2024-09-16T00:56:21.986154+0000","last_unstale":"2024-09-16T00:56:21.992054+0000","last_undegraded":"2024-09-16T00:56:21.992054+0000","last_fullsized":"2024-09-16T00:56:21.992054+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.986456+0000","last_change":"2024-09-16T00:56:21.983064+0000","last_active":"2024-09-16T00:56:21.986456+0000","last_peered":"2024-09-16T00:56:21.986456+0000","last_clean":"2024-09-16T00:56:21.986456+0000","last_became_active":"2024-09-16T00:56:21.982779+0000","last_became_peered":"2024-09-16T00:56:21.982779+0000","last_unstale":"2024-09-16T00:56:21.986456+0000","last_undegraded":"2024-09-16T00:56:21.986456+0000","last_fullsized":"2024-09-16T00:56:21.986456+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.982448+0000","last_change":"2024-09-16T00:56:21.978519+0000","last_active":"2024-09-16T00:56:21.982448+0000","last_peered":"2024-09-16T00:56:21.982448+0000","last_clean":"2024-09-16T00:56:21.982448+0000","last_became_active":"2024-09-16T00:56:21.978235+0000","last_became_peered":"2024-09-16T00:56:21.978235+0000","last_unstale":"2024-09-16T00:56:21.982448+0000","last_undegraded":"2024-09-16T00:56:21.982448+0000","last_fullsized":"2024-09-16T00:56:21.982448+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975778+0000","last_change":"2024-09-16T00:56:21.981797+0000","last_active":"2024-09-16T00:56:22.975778+0000","last_peered":"2024-09-16T00:56:22.975778+0000","last_clean":"2024-09-16T00:56:22.975778+0000","last_became_active":"2024-09-16T00:56:21.981539+0000","last_became_peered":"2024-09-16T00:56:21.981539+0000","last_unstale":"2024-09-16T00:56:22.975778+0000","last_undegraded":"2024-09-16T00:56:22.975778+0000","last_fullsized":"2024-09-16T00:56:22.975778+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991577+0000","last_change":"2024-09-16T00:56:21.985618+0000","last_active":"2024-09-16T00:56:21.991577+0000","last_peered":"2024-09-16T00:56:21.991577+0000","last_clean":"2024-09-16T00:56:21.991577+0000","last_became_active":"2024-09-16T00:56:21.985380+0000","last_became_peered":"2024-09-16T00:56:21.985380+0000","last_unstale":"2024-09-16T00:56:21.991577+0000","last_undegraded":"2024-09-16T00:56:21.991577+0000","last_fullsized":"2024-09-16T00:56:21.991577+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991482+0000","last_change":"2024-09-16T00:56:21.989933+0000","last_active":"2024-09-16T00:56:21.991482+0000","last_peered":"2024-09-16T00:56:21.991482+0000","last_clean":"2024-09-16T00:56:21.991482+0000","last_became_active":"2024-09-16T00:56:21.989599+0000","last_became_peered":"2024-09-16T00:56:21.989599+0000","last_unstale":"2024-09-16T00:56:21.991482+0000","last_undegraded":"2024-09-16T00:56:21.991482+0000","last_fullsized":"2024-09-16T00:56:21.991482+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:03.121572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992523+0000","last_change":"2024-09-16T00:56:21.986821+0000","last_active":"2024-09-16T00:56:21.992523+0000","last_peered":"2024-09-16T00:56:21.992523+0000","last_clean":"2024-09-16T00:56:21.992523+0000","last_became_active":"2024-09-16T00:56:21.986532+0000","last_became_peered":"2024-09-16T00:56:21.986532+0000","last_unstale":"2024-09-16T00:56:21.992523+0000","last_undegraded":"2024-09-16T00:56:21.992523+0000","last_fullsized":"2024-09-16T00:56:21.992523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992605+0000","last_change":"2024-09-16T00:56:21.987082+0000","last_active":"2024-09-16T00:56:21.992605+0000","last_peered":"2024-09-16T00:56:21.992605+0000","last_clean":"2024-09-16T00:56:21.992605+0000","last_became_active":"2024-09-16T00:56:21.986590+0000","last_became_peered":"2024-09-16T00:56:21.986590+0000","last_unstale":"2024-09-16T00:56:21.992605+0000","last_undegraded":"2024-09-16T00:56:21.992605+0000","last_fullsized":"2024-09-16T00:56:21.992605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975779+0000","last_change":"2024-09-16T00:56:21.979660+0000","last_active":"2024-09-16T00:56:22.975779+0000","last_peered":"2024-09-16T00:56:22.975779+0000","last_clean":"2024-09-16T00:56:22.975779+0000","last_became_active":"2024-09-16T00:56:21.979372+0000","last_became_peered":"2024-09-16T00:56:21.979372+0000","last_unstale":"2024-09-16T00:56:22.975779+0000","last_undegraded":"2024-09-16T00:56:22.975779+0000","last_fullsized":"2024-09-16T00:56:22.975779+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991223+0000","last_change":"2024-09-16T00:56:21.984784+0000","last_active":"2024-09-16T00:56:21.991223+0000","last_peered":"2024-09-16T00:56:21.991223+0000","last_clean":"2024-09-16T00:56:21.991223+0000","last_became_active":"2024-09-16T00:56:21.984331+0000","last_became_peered":"2024-09-16T00:56:21.984331+0000","last_unstale":"2024-09-16T00:56:21.991223+0000","last_undegraded":"2024-09-16T00:56:21.991223+0000","last_fullsized":"2024-09-16T00:56:21.991223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:46:15.084404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992653+0000","last_change":"2024-09-16T00:56:21.991946+0000","last_active":"2024-09-16T00:56:21.992653+0000","last_peered":"2024-09-16T00:56:21.992653+0000","last_clean":"2024-09-16T00:56:21.992653+0000","last_became_active":"2024-09-16T00:56:21.991666+0000","last_became_peered":"2024-09-16T00:56:21.991666+0000","last_unstale":"2024-09-16T00:56:21.992653+0000","last_undegraded":"2024-09-16T00:56:21.992653+0000","last_fullsized":"2024-09-16T00:56:21.992653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:27.557267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992681+0000","last_change":"2024-09-16T00:56:21.988375+0000","last_active":"2024-09-16T00:56:21.992681+0000","last_peered":"2024-09-16T00:56:21.992681+0000","last_clean":"2024-09-16T00:56:21.992681+0000","last_became_active":"2024-09-16T00:56:21.988108+0000","last_became_peered":"2024-09-16T00:56:21.988108+0000","last_unstale":"2024-09-16T00:56:21.992681+0000","last_undegraded":"2024-09-16T00:56:21.992681+0000","last_fullsized":"2024-09-16T00:56:21.992681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:17.863361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992426+0000","last_change":"2024-09-16T00:56:21.986053+0000","last_active":"2024-09-16T00:56:21.992426+0000","last_peered":"2024-09-16T00:56:21.992426+0000","last_clean":"2024-09-16T00:56:21.992426+0000","last_became_active":"2024-09-16T00:56:21.985757+0000","last_became_peered":"2024-09-16T00:56:21.985757+0000","last_unstale":"2024-09-16T00:56:21.992426+0000","last_undegraded":"2024-09-16T00:56:21.992426+0000","last_fullsized":"2024-09-16T00:56:21.992426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989576+0000","last_change":"2024-09-16T00:56:21.983798+0000","last_active":"2024-09-16T00:56:21.989576+0000","last_peered":"2024-09-16T00:56:21.989576+0000","last_clean":"2024-09-16T00:56:21.989576+0000","last_became_active":"2024-09-16T00:56:21.983539+0000","last_became_peered":"2024-09-16T00:56:21.983539+0000","last_unstale":"2024-09-16T00:56:21.989576+0000","last_undegraded":"2024-09-16T00:56:21.989576+0000","last_fullsized":"2024-09-16T00:56:21.989576+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:03.372234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.980628+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.980330+0000","last_became_peered":"2024-09-16T00:56:21.980330+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989375+0000","last_change":"2024-09-16T00:56:21.984415+0000","last_active":"2024-09-16T00:56:21.989375+0000","last_peered":"2024-09-16T00:56:21.989375+0000","last_clean":"2024-09-16T00:56:21.989375+0000","last_became_active":"2024-09-16T00:56:21.984168+0000","last_became_peered":"2024-09-16T00:56:21.984168+0000","last_unstale":"2024-09-16T00:56:21.989375+0000","last_undegraded":"2024-09-16T00:56:21.989375+0000","last_fullsized":"2024-09-16T00:56:21.989375+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:35.316448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991305+0000","last_change":"2024-09-16T00:56:21.986354+0000","last_active":"2024-09-16T00:56:21.991305+0000","last_peered":"2024-09-16T00:56:21.991305+0000","last_clean":"2024-09-16T00:56:21.991305+0000","last_became_active":"2024-09-16T00:56:21.986095+0000","last_became_peered":"2024-09-16T00:56:21.986095+0000","last_unstale":"2024-09-16T00:56:21.991305+0000","last_undegraded":"2024-09-16T00:56:21.991305+0000","last_fullsized":"2024-09-16T00:56:21.991305+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:34.454922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975578+0000","last_change":"2024-09-16T00:56:21.983420+0000","last_active":"2024-09-16T00:56:22.975578+0000","last_peered":"2024-09-16T00:56:22.975578+0000","last_clean":"2024-09-16T00:56:22.975578+0000","last_became_active":"2024-09-16T00:56:21.983082+0000","last_became_peered":"2024-09-16T00:56:21.983082+0000","last_unstale":"2024-09-16T00:56:22.975578+0000","last_undegraded":"2024-09-16T00:56:22.975578+0000","last_fullsized":"2024-09-16T00:56:22.975578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990365+0000","last_change":"2024-09-16T00:56:21.988295+0000","last_active":"2024-09-16T00:56:21.990365+0000","last_peered":"2024-09-16T00:56:21.990365+0000","last_clean":"2024-09-16T00:56:21.990365+0000","last_became_active":"2024-09-16T00:56:21.987984+0000","last_became_peered":"2024-09-16T00:56:21.987984+0000","last_unstale":"2024-09-16T00:56:21.990365+0000","last_undegraded":"2024-09-16T00:56:21.990365+0000","last_fullsized":"2024-09-16T00:56:21.990365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240815+0000","last_change":"2024-09-16T00:56:21.248402+0000","last_active":"2024-09-16T00:56:22.240815+0000","last_peered":"2024-09-16T00:56:22.240815+0000","last_clean":"2024-09-16T00:56:22.240815+0000","last_became_active":"2024-09-16T00:56:21.248054+0000","last_became_peered":"2024-09-16T00:56:21.248054+0000","last_unstale":"2024-09-16T00:56:22.240815+0000","last_undegraded":"2024-09-16T00:56:22.240815+0000","last_fullsized":"2024-09-16T00:56:22.240815+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:48.875019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992610+0000","last_change":"2024-09-16T00:56:21.986103+0000","last_active":"2024-09-16T00:56:21.992610+0000","last_peered":"2024-09-16T00:56:21.992610+0000","last_clean":"2024-09-16T00:56:21.992610+0000","last_became_active":"2024-09-16T00:56:21.985827+0000","last_became_peered":"2024-09-16T00:56:21.985827+0000","last_unstale":"2024-09-16T00:56:21.992610+0000","last_undegraded":"2024-09-16T00:56:21.992610+0000","last_fullsized":"2024-09-16T00:56:21.992610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.238615+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:22.238615+0000","last_peered":"2024-09-16T00:56:22.238615+0000","last_clean":"2024-09-16T00:56:22.238615+0000","last_became_active":"2024-09-16T00:56:21.240156+0000","last_became_peered":"2024-09-16T00:56:21.240156+0000","last_unstale":"2024-09-16T00:56:22.238615+0000","last_undegraded":"2024-09-16T00:56:22.238615+0000","last_fullsized":"2024-09-16T00:56:22.238615+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:55.413416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991437+0000","last_change":"2024-09-16T00:56:21.990240+0000","last_active":"2024-09-16T00:56:21.991437+0000","last_peered":"2024-09-16T00:56:21.991437+0000","last_clean":"2024-09-16T00:56:21.991437+0000","last_became_active":"2024-09-16T00:56:21.989969+0000","last_became_peered":"2024-09-16T00:56:21.989969+0000","last_unstale":"2024-09-16T00:56:21.991437+0000","last_undegraded":"2024-09-16T00:56:21.991437+0000","last_fullsized":"2024-09-16T00:56:21.991437+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.239262+0000","last_change":"2024-09-16T00:56:21.241720+0000","last_active":"2024-09-16T00:56:22.239262+0000","last_peered":"2024-09-16T00:56:22.239262+0000","last_clean":"2024-09-16T00:56:22.239262+0000","last_became_active":"2024-09-16T00:56:21.241177+0000","last_became_peered":"2024-09-16T00:56:21.241177+0000","last_unstale":"2024-09-16T00:56:22.239262+0000","last_undegraded":"2024-09-16T00:56:22.239262+0000","last_fullsized":"2024-09-16T00:56:22.239262+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:02.967893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992256+0000","last_change":"2024-09-16T00:56:21.988841+0000","last_active":"2024-09-16T00:56:21.992256+0000","last_peered":"2024-09-16T00:56:21.992256+0000","last_clean":"2024-09-16T00:56:21.992256+0000","last_became_active":"2024-09-16T00:56:21.987542+0000","last_became_peered":"2024-09-16T00:56:21.987542+0000","last_unstale":"2024-09-16T00:56:21.992256+0000","last_undegraded":"2024-09-16T00:56:21.992256+0000","last_fullsized":"2024-09-16T00:56:21.992256+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985016+0000","last_change":"2024-09-16T00:56:21.983225+0000","last_active":"2024-09-16T00:56:21.985016+0000","last_peered":"2024-09-16T00:56:21.985016+0000","last_clean":"2024-09-16T00:56:21.985016+0000","last_became_active":"2024-09-16T00:56:21.982795+0000","last_became_peered":"2024-09-16T00:56:21.982795+0000","last_unstale":"2024-09-16T00:56:21.985016+0000","last_undegraded":"2024-09-16T00:56:21.985016+0000","last_fullsized":"2024-09-16T00:56:21.985016+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992742+0000","last_change":"2024-09-16T00:56:21.988990+0000","last_active":"2024-09-16T00:56:21.992742+0000","last_peered":"2024-09-16T00:56:21.992742+0000","last_clean":"2024-09-16T00:56:21.992742+0000","last_became_active":"2024-09-16T00:56:21.988735+0000","last_became_peered":"2024-09-16T00:56:21.988735+0000","last_unstale":"2024-09-16T00:56:21.992742+0000","last_undegraded":"2024-09-16T00:56:21.992742+0000","last_fullsized":"2024-09-16T00:56:21.992742+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.629069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973295+0000","last_change":"2024-09-16T00:56:21.244985+0000","last_active":"2024-09-16T00:56:21.973295+0000","last_peered":"2024-09-16T00:56:21.973295+0000","last_clean":"2024-09-16T00:56:21.973295+0000","last_became_active":"2024-09-16T00:56:21.244713+0000","last_became_peered":"2024-09-16T00:56:21.244713+0000","last_unstale":"2024-09-16T00:56:21.973295+0000","last_undegraded":"2024-09-16T00:56:21.973295+0000","last_fullsized":"2024-09-16T00:56:21.973295+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.860832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977915+0000","last_change":"2024-09-16T00:56:21.243151+0000","last_active":"2024-09-16T00:56:21.977915+0000","last_peered":"2024-09-16T00:56:21.977915+0000","last_clean":"2024-09-16T00:56:21.977915+0000","last_became_active":"2024-09-16T00:56:21.242802+0000","last_became_peered":"2024-09-16T00:56:21.242802+0000","last_unstale":"2024-09-16T00:56:21.977915+0000","last_undegraded":"2024-09-16T00:56:21.977915+0000","last_fullsized":"2024-09-16T00:56:21.977915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:40.064424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991282+0000","last_change":"2024-09-16T00:56:21.985358+0000","last_active":"2024-09-16T00:56:21.991282+0000","last_peered":"2024-09-16T00:56:21.991282+0000","last_clean":"2024-09-16T00:56:21.991282+0000","last_became_active":"2024-09-16T00:56:21.983600+0000","last_became_peered":"2024-09-16T00:56:21.983600+0000","last_unstale":"2024-09-16T00:56:21.991282+0000","last_undegraded":"2024-09-16T00:56:21.991282+0000","last_fullsized":"2024-09-16T00:56:21.991282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:06.029454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975768+0000","last_change":"2024-09-16T00:56:21.240138+0000","last_active":"2024-09-16T00:56:22.975768+0000","last_peered":"2024-09-16T00:56:22.975768+0000","last_clean":"2024-09-16T00:56:22.975768+0000","last_became_active":"2024-09-16T00:56:21.239839+0000","last_became_peered":"2024-09-16T00:56:21.239839+0000","last_unstale":"2024-09-16T00:56:22.975768+0000","last_undegraded":"2024-09-16T00:56:22.975768+0000","last_fullsized":"2024-09-16T00:56:22.975768+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:53.679479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992598+0000","last_change":"2024-09-16T00:56:21.987503+0000","last_active":"2024-09-16T00:56:21.992598+0000","last_peered":"2024-09-16T00:56:21.992598+0000","last_clean":"2024-09-16T00:56:21.992598+0000","last_became_active":"2024-09-16T00:56:21.987120+0000","last_became_peered":"2024-09-16T00:56:21.987120+0000","last_unstale":"2024-09-16T00:56:21.992598+0000","last_undegraded":"2024-09-16T00:56:21.992598+0000","last_fullsized":"2024-09-16T00:56:21.992598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240482+0000","last_change":"2024-09-16T00:56:21.248768+0000","last_active":"2024-09-16T00:56:22.240482+0000","last_peered":"2024-09-16T00:56:22.240482+0000","last_clean":"2024-09-16T00:56:22.240482+0000","last_became_active":"2024-09-16T00:56:21.248499+0000","last_became_peered":"2024-09-16T00:56:21.248499+0000","last_unstale":"2024-09-16T00:56:22.240482+0000","last_undegraded":"2024-09-16T00:56:22.240482+0000","last_fullsized":"2024-09-16T00:56:22.240482+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:37.224212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992279+0000","last_change":"2024-09-16T00:56:21.989105+0000","last_active":"2024-09-16T00:56:21.992279+0000","last_peered":"2024-09-16T00:56:21.992279+0000","last_clean":"2024-09-16T00:56:21.992279+0000","last_became_active":"2024-09-16T00:56:21.988453+0000","last_became_peered":"2024-09-16T00:56:21.988453+0000","last_unstale":"2024-09-16T00:56:21.992279+0000","last_undegraded":"2024-09-16T00:56:21.992279+0000","last_fullsized":"2024-09-16T00:56:21.992279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.954796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985257+0000","last_change":"2024-09-16T00:56:21.983684+0000","last_active":"2024-09-16T00:56:21.985257+0000","last_peered":"2024-09-16T00:56:21.985257+0000","last_clean":"2024-09-16T00:56:21.985257+0000","last_became_active":"2024-09-16T00:56:21.983412+0000","last_became_peered":"2024-09-16T00:56:21.983412+0000","last_unstale":"2024-09-16T00:56:21.985257+0000","last_undegraded":"2024-09-16T00:56:21.985257+0000","last_fullsized":"2024-09-16T00:56:21.985257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:37.088806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978108+0000","last_change":"2024-09-16T00:56:21.249456+0000","last_active":"2024-09-16T00:56:21.978108+0000","last_peered":"2024-09-16T00:56:21.978108+0000","last_clean":"2024-09-16T00:56:21.978108+0000","last_became_active":"2024-09-16T00:56:21.249095+0000","last_became_peered":"2024-09-16T00:56:21.249095+0000","last_unstale":"2024-09-16T00:56:21.978108+0000","last_undegraded":"2024-09-16T00:56:21.978108+0000","last_fullsized":"2024-09-16T00:56:21.978108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:36.683539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.241490+0000","last_change":"2024-09-16T00:56:21.243677+0000","last_active":"2024-09-16T00:56:22.241490+0000","last_peered":"2024-09-16T00:56:22.241490+0000","last_clean":"2024-09-16T00:56:22.241490+0000","last_became_active":"2024-09-16T00:56:21.243292+0000","last_became_peered":"2024-09-16T00:56:21.243292+0000","last_unstale":"2024-09-16T00:56:22.241490+0000","last_undegraded":"2024-09-16T00:56:22.241490+0000","last_fullsized":"2024-09-16T00:56:22.241490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:14.425183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975630+0000","last_change":"2024-09-16T00:56:21.982709+0000","last_active":"2024-09-16T00:56:22.975630+0000","last_peered":"2024-09-16T00:56:22.975630+0000","last_clean":"2024-09-16T00:56:22.975630+0000","last_became_active":"2024-09-16T00:56:21.982432+0000","last_became_peered":"2024-09-16T00:56:21.982432+0000","last_unstale":"2024-09-16T00:56:22.975630+0000","last_undegraded":"2024-09-16T00:56:22.975630+0000","last_fullsized":"2024-09-16T00:56:22.975630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975569+0000","last_change":"2024-09-16T00:56:21.242440+0000","last_active":"2024-09-16T00:56:22.975569+0000","last_peered":"2024-09-16T00:56:22.975569+0000","last_clean":"2024-09-16T00:56:22.975569+0000","last_became_active":"2024-09-16T00:56:21.242154+0000","last_became_peered":"2024-09-16T00:56:21.242154+0000","last_unstale":"2024-09-16T00:56:22.975569+0000","last_undegraded":"2024-09-16T00:56:22.975569+0000","last_fullsized":"2024-09-16T00:56:22.975569+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:45.823536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992443+0000","last_change":"2024-09-16T00:56:21.989841+0000","last_active":"2024-09-16T00:56:21.992443+0000","last_peered":"2024-09-16T00:56:21.992443+0000","last_clean":"2024-09-16T00:56:21.992443+0000","last_became_active":"2024-09-16T00:56:21.989510+0000","last_became_peered":"2024-09-16T00:56:21.989510+0000","last_unstale":"2024-09-16T00:56:21.992443+0000","last_undegraded":"2024-09-16T00:56:21.992443+0000","last_fullsized":"2024-09-16T00:56:21.992443+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.854102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992696+0000","last_change":"2024-09-16T00:56:21.988388+0000","last_active":"2024-09-16T00:56:21.992696+0000","last_peered":"2024-09-16T00:56:21.992696+0000","last_clean":"2024-09-16T00:56:21.992696+0000","last_became_active":"2024-09-16T00:56:21.988109+0000","last_became_peered":"2024-09-16T00:56:21.988109+0000","last_unstale":"2024-09-16T00:56:21.992696+0000","last_undegraded":"2024-09-16T00:56:21.992696+0000","last_fullsized":"2024-09-16T00:56:21.992696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:15.427713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992370+0000","last_change":"2024-09-16T00:56:21.985325+0000","last_active":"2024-09-16T00:56:21.992370+0000","last_peered":"2024-09-16T00:56:21.992370+0000","last_clean":"2024-09-16T00:56:21.992370+0000","last_became_active":"2024-09-16T00:56:21.984966+0000","last_became_peered":"2024-09-16T00:56:21.984966+0000","last_unstale":"2024-09-16T00:56:21.992370+0000","last_undegraded":"2024-09-16T00:56:21.992370+0000","last_fullsized":"2024-09-16T00:56:21.992370+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.304845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978834+0000","last_change":"2024-09-16T00:56:21.245009+0000","last_active":"2024-09-16T00:56:21.978834+0000","last_peered":"2024-09-16T00:56:21.978834+0000","last_clean":"2024-09-16T00:56:21.978834+0000","last_became_active":"2024-09-16T00:56:21.244662+0000","last_became_peered":"2024-09-16T00:56:21.244662+0000","last_unstale":"2024-09-16T00:56:21.978834+0000","last_undegraded":"2024-09-16T00:56:21.978834+0000","last_fullsized":"2024-09-16T00:56:21.978834+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991411+0000","last_change":"2024-09-16T00:56:21.985608+0000","last_active":"2024-09-16T00:56:21.991411+0000","last_peered":"2024-09-16T00:56:21.991411+0000","last_clean":"2024-09-16T00:56:21.991411+0000","last_became_active":"2024-09-16T00:56:21.982460+0000","last_became_peered":"2024-09-16T00:56:21.982460+0000","last_unstale":"2024-09-16T00:56:21.991411+0000","last_undegraded":"2024-09-16T00:56:21.991411+0000","last_fullsized":"2024-09-16T00:56:21.991411+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.724191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240530+0000","last_change":"2024-09-16T00:56:21.245751+0000","last_active":"2024-09-16T00:56:22.240530+0000","last_peered":"2024-09-16T00:56:22.240530+0000","last_clean":"2024-09-16T00:56:22.240530+0000","last_became_active":"2024-09-16T00:56:21.245472+0000","last_became_peered":"2024-09-16T00:56:21.245472+0000","last_unstale":"2024-09-16T00:56:22.240530+0000","last_undegraded":"2024-09-16T00:56:22.240530+0000","last_fullsized":"2024-09-16T00:56:22.240530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:07.397798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990483+0000","last_change":"2024-09-16T00:56:21.988542+0000","last_active":"2024-09-16T00:56:21.990483+0000","last_peered":"2024-09-16T00:56:21.990483+0000","last_clean":"2024-09-16T00:56:21.990483+0000","last_became_active":"2024-09-16T00:56:21.988266+0000","last_became_peered":"2024-09-16T00:56:21.988266+0000","last_unstale":"2024-09-16T00:56:21.990483+0000","last_undegraded":"2024-09-16T00:56:21.990483+0000","last_fullsized":"2024-09-16T00:56:21.990483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.976486+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.976168+0000","last_became_peered":"2024-09-16T00:56:21.976168+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978374+0000","last_change":"2024-09-16T00:56:21.240160+0000","last_active":"2024-09-16T00:56:21.978374+0000","last_peered":"2024-09-16T00:56:21.978374+0000","last_clean":"2024-09-16T00:56:21.978374+0000","last_became_active":"2024-09-16T00:56:21.239810+0000","last_became_peered":"2024-09-16T00:56:21.239810+0000","last_unstale":"2024-09-16T00:56:21.978374+0000","last_undegraded":"2024-09-16T00:56:21.978374+0000","last_fullsized":"2024-09-16T00:56:21.978374+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:48.887716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992275+0000","last_change":"2024-09-16T00:56:21.988991+0000","last_active":"2024-09-16T00:56:21.992275+0000","last_peered":"2024-09-16T00:56:21.992275+0000","last_clean":"2024-09-16T00:56:21.992275+0000","last_became_active":"2024-09-16T00:56:21.986552+0000","last_became_peered":"2024-09-16T00:56:21.986552+0000","last_unstale":"2024-09-16T00:56:21.992275+0000","last_undegraded":"2024-09-16T00:56:21.992275+0000","last_fullsized":"2024-09-16T00:56:21.992275+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992495+0000","last_change":"2024-09-16T00:56:21.986918+0000","last_active":"2024-09-16T00:56:21.992495+0000","last_peered":"2024-09-16T00:56:21.992495+0000","last_clean":"2024-09-16T00:56:21.992495+0000","last_became_active":"2024-09-16T00:56:21.986548+0000","last_became_peered":"2024-09-16T00:56:21.986548+0000","last_unstale":"2024-09-16T00:56:21.992495+0000","last_undegraded":"2024-09-16T00:56:21.992495+0000","last_fullsized":"2024-09-16T00:56:21.992495+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977595+0000","last_change":"2024-09-16T00:56:21.241917+0000","last_active":"2024-09-16T00:56:21.977595+0000","last_peered":"2024-09-16T00:56:21.977595+0000","last_clean":"2024-09-16T00:56:21.977595+0000","last_became_active":"2024-09-16T00:56:21.241469+0000","last_became_peered":"2024-09-16T00:56:21.241469+0000","last_unstale":"2024-09-16T00:56:21.977595+0000","last_undegraded":"2024-09-16T00:56:21.977595+0000","last_fullsized":"2024-09-16T00:56:21.977595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:27:44.142943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991474+0000","last_change":"2024-09-16T00:56:21.985589+0000","last_active":"2024-09-16T00:56:21.991474+0000","last_peered":"2024-09-16T00:56:21.991474+0000","last_clean":"2024-09-16T00:56:21.991474+0000","last_became_active":"2024-09-16T00:56:21.985309+0000","last_became_peered":"2024-09-16T00:56:21.985309+0000","last_unstale":"2024-09-16T00:56:21.991474+0000","last_undegraded":"2024-09-16T00:56:21.991474+0000","last_fullsized":"2024-09-16T00:56:21.991474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973223+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:21.973223+0000","last_peered":"2024-09-16T00:56:21.973223+0000","last_clean":"2024-09-16T00:56:21.973223+0000","last_became_active":"2024-09-16T00:56:21.240207+0000","last_became_peered":"2024-09-16T00:56:21.240207+0000","last_unstale":"2024-09-16T00:56:21.973223+0000","last_undegraded":"2024-09-16T00:56:21.973223+0000","last_fullsized":"2024-09-16T00:56:21.973223+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:05.488654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991356+0000","last_change":"2024-09-16T00:56:21.987091+0000","last_active":"2024-09-16T00:56:21.991356+0000","last_peered":"2024-09-16T00:56:21.991356+0000","last_clean":"2024-09-16T00:56:21.991356+0000","last_became_active":"2024-09-16T00:56:21.985354+0000","last_became_peered":"2024-09-16T00:56:21.985354+0000","last_unstale":"2024-09-16T00:56:21.991356+0000","last_undegraded":"2024-09-16T00:56:21.991356+0000","last_fullsized":"2024-09-16T00:56:21.991356+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:31.567549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991245+0000","last_change":"2024-09-16T00:56:21.984601+0000","last_active":"2024-09-16T00:56:21.991245+0000","last_peered":"2024-09-16T00:56:21.991245+0000","last_clean":"2024-09-16T00:56:21.991245+0000","last_became_active":"2024-09-16T00:56:21.983992+0000","last_became_peered":"2024-09-16T00:56:21.983992+0000","last_unstale":"2024-09-16T00:56:21.991245+0000","last_undegraded":"2024-09-16T00:56:21.991245+0000","last_fullsized":"2024-09-16T00:56:21.991245+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:40.250784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973345+0000","last_change":"2024-09-16T00:56:21.242625+0000","last_active":"2024-09-16T00:56:21.973345+0000","last_peered":"2024-09-16T00:56:21.973345+0000","last_clean":"2024-09-16T00:56:21.973345+0000","last_became_active":"2024-09-16T00:56:21.242353+0000","last_became_peered":"2024-09-16T00:56:21.242353+0000","last_unstale":"2024-09-16T00:56:21.973345+0000","last_undegraded":"2024-09-16T00:56:21.973345+0000","last_fullsized":"2024-09-16T00:56:21.973345+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:17.635272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973607+0000","last_change":"2024-09-16T00:56:21.245659+0000","last_active":"2024-09-16T00:56:21.973607+0000","last_peered":"2024-09-16T00:56:21.973607+0000","last_clean":"2024-09-16T00:56:21.973607+0000","last_became_active":"2024-09-16T00:56:21.245368+0000","last_became_peered":"2024-09-16T00:56:21.245368+0000","last_unstale":"2024-09-16T00:56:21.973607+0000","last_undegraded":"2024-09-16T00:56:21.973607+0000","last_fullsized":"2024-09-16T00:56:21.973607+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.626539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992177+0000","last_change":"2024-09-16T00:56:21.988461+0000","last_active":"2024-09-16T00:56:21.992177+0000","last_peered":"2024-09-16T00:56:21.992177+0000","last_clean":"2024-09-16T00:56:21.992177+0000","last_became_active":"2024-09-16T00:56:21.988219+0000","last_became_peered":"2024-09-16T00:56:21.988219+0000","last_unstale":"2024-09-16T00:56:21.992177+0000","last_undegraded":"2024-09-16T00:56:21.992177+0000","last_fullsized":"2024-09-16T00:56:21.992177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-16T00:56:18.936463+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:56:18.936463+0000","last_peered":"2024-09-16T00:56:18.936463+0000","last_clean":"2024-09-16T00:56:18.936463+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:56:18.936463+0000","last_undegraded":"2024-09-16T00:56:18.936463+0000","last_fullsized":"2024-09-16T00:56:18.936463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":88,"acting":88,"num_store_stats":5},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1064960,"data_stored":777190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27488,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":520192,"data_stored":206319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":207315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":205751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1105920,"data_stored":796083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31672,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340168,"statfs":{"total":96636764160,"available":96604332032,"internally_reserved":0,"allocated":495616,"data_stored":198906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:56:25.560 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:56:25.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.698+0000 7f6900665640 1 Processor -- start 2024-09-16T00:56:25.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.698+0000 7f6900665640 1 -- start start 2024-09-16T00:56:25.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f6900665640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f6900665640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f68f8162cd0 0x7f68f80ced40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f6900665640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68f80b70b0 con 0x7f68f815e970 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f6900665640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f68f80b78b0 con 0x7f68f8162cd0 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f6900665640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f68f80b62f0 con 0x7f68f80d1c10 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f68fdc00640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f68fdc00640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:57970/0 (socket says 172.21.15.5:57970) 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f68fec02640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f68f8162cd0 0x7f68f80ced40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.699+0000 7f68fdc00640 1 -- 172.21.15.5:0/2819912912 learned_addr learned my addr 172.21.15.5:0/2819912912 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.700+0000 7f68fec02640 1 -- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 msgr2=0x7f68f80b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.700+0000 7f68fec02640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.700+0000 7f68fec02640 1 -- 172.21.15.5:0/2819912912 >> v1:172.21.15.73:6789/0 conn(0x7f68f815e970 legacy=0x7f68f80d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.700+0000 7f68fec02640 1 -- 172.21.15.5:0/2819912912 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f80b65d0 con 0x7f68f8162cd0 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.700+0000 7f68fdc00640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.701+0000 7f68fec02640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f8162cd0 0x7f68f80ced40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009d90 tx=0x7f68f002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=186a4aebf310c6ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.701+0000 7f68fd3ff640 1 -- 172.21.15.5:0/2819912912 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f0031600 con 0x7f68f8162cd0 2024-09-16T00:56:25.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.701+0000 7f68fd3ff640 1 -- 172.21.15.5:0/2819912912 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68f00317a0 con 0x7f68f8162cd0 2024-09-16T00:56:25.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.701+0000 7f68fd3ff640 1 -- 172.21.15.5:0/2819912912 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f0031b70 con 0x7f68f8162cd0 2024-09-16T00:56:25.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 -- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f8162cd0 msgr2=0x7f68f80ced40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f8162cd0 0x7f68f80ced40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009d90 tx=0x7f68f002a5d0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 -- 172.21.15.5:0/2819912912 shutdown_connections 2024-09-16T00:56:25.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f80d1c10 0x7f68f80b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 --2- 172.21.15.5:0/2819912912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f8162cd0 0x7f68f80ced40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 -- 172.21.15.5:0/2819912912 >> 172.21.15.5:0/2819912912 conn(0x7f68f806bd00 msgr2=0x7f68f806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 -- 172.21.15.5:0/2819912912 shutdown_connections 2024-09-16T00:56:25.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.702+0000 7f6900665640 1 -- 172.21.15.5:0/2819912912 wait complete. 2024-09-16T00:56:25.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.703+0000 7f6900665640 1 Processor -- start 2024-09-16T00:56:25.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.703+0000 7f6900665640 1 -- start start 2024-09-16T00:56:25.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 0x7f68f8161570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 0x7f68f80cd190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f68f8163160 con 0x7f68f80d1c10 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f68f80b6b90 con 0x7f68f815e970 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f6900665640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f68f80cf280 con 0x7f68f8162cd0 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32962/0 (socket says 172.21.15.5:32962) 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 -- 172.21.15.5:0/2505852316 learned_addr learned my addr 172.21.15.5:0/2505852316 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fec02640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 0x7f68f80cd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fdc00640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 0x7f68f8161570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 -- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 msgr2=0x7f68f80cd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 0x7f68f80cd190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 -- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 msgr2=0x7f68f8161570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 0x7f68f8161570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 -- 172.21.15.5:0/2505852316 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f815f760 con 0x7f68f80d1c10 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fec02640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 0x7f68f80cd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fdc00640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 0x7f68f8161570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.704+0000 7f68fe401640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f68f400c430 tx=0x7f68f400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.705+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f40052d0 con 0x7f68f80d1c10 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.705+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68f4005490 con 0x7f68f80d1c10 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.705+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f815fa40 con 0x7f68f80d1c10 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.705+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f4007260 con 0x7f68f80d1c10 2024-09-16T00:56:25.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.705+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f8160000 con 0x7f68f80d1c10 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.706+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f80b37a0 con 0x7f68f80d1c10 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.706+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68f4007400 con 0x7f68f80d1c10 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.707+0000 7f68eeffd640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 0x7f68dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.707+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f68f408a950 con 0x7f68f80d1c10 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.707+0000 7f68fdc00640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 0x7f68dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:25.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.707+0000 7f68fdc00640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 0x7f68dc06e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009630 tx=0x7f68e8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:25.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.711+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68f80b70b0 con 0x7f68f80d1c10 2024-09-16T00:56:25.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.882+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f68f80b90b0 con 0x7f68dc06c2b0 2024-09-16T00:56:25.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.888+0000 7f68eeffd640 1 -- 172.21.15.5:0/2505852316 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246511 (secure 0 0 0) 0x7f68f80b90b0 con 0x7f68dc06c2b0 2024-09-16T00:56:25.892 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:25.893 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:56:25.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 msgr2=0x7f68dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 0x7f68dc06e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009630 tx=0x7f68e8008040 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 msgr2=0x7f68f8155ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f68f400c430 tx=0x7f68f400c8f0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 shutdown_connections 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f68dc06c2b0 0x7f68dc06e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f68f8162cd0 0x7f68f80cd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68f815e970 0x7f68f8161570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 --2- 172.21.15.5:0/2505852316 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f80d1c10 0x7f68f8155ec0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 >> 172.21.15.5:0/2505852316 conn(0x7f68f806bd00 msgr2=0x7f68f80b55c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 shutdown_connections 2024-09-16T00:56:25.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:25.891+0000 7f6900665640 1 -- 172.21.15.5:0/2505852316 wait complete. 2024-09-16T00:56:25.903 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-09-16T00:56:24.322126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":124,"acting":124,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":55,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":242088,"kb_used_data":5020,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732632,"statfs":{"total":773094113280,"available":772846215168,"internally_reserved":0,"allocated":5140480,"data_stored":2754814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.098008"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992648+0000","last_change":"2024-09-16T00:56:21.991917+0000","last_active":"2024-09-16T00:56:21.992648+0000","last_peered":"2024-09-16T00:56:21.992648+0000","last_clean":"2024-09-16T00:56:21.992648+0000","last_became_active":"2024-09-16T00:56:21.991657+0000","last_became_peered":"2024-09-16T00:56:21.991657+0000","last_unstale":"2024-09-16T00:56:21.992648+0000","last_undegraded":"2024-09-16T00:56:21.992648+0000","last_fullsized":"2024-09-16T00:56:21.992648+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:25.325657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991329+0000","last_change":"2024-09-16T00:56:21.986845+0000","last_active":"2024-09-16T00:56:21.991329+0000","last_peered":"2024-09-16T00:56:21.991329+0000","last_clean":"2024-09-16T00:56:21.991329+0000","last_became_active":"2024-09-16T00:56:21.984876+0000","last_became_peered":"2024-09-16T00:56:21.984876+0000","last_unstale":"2024-09-16T00:56:21.991329+0000","last_undegraded":"2024-09-16T00:56:21.991329+0000","last_fullsized":"2024-09-16T00:56:21.991329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:49.434948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.984996+0000","last_change":"2024-09-16T00:56:21.983457+0000","last_active":"2024-09-16T00:56:21.984996+0000","last_peered":"2024-09-16T00:56:21.984996+0000","last_clean":"2024-09-16T00:56:21.984996+0000","last_became_active":"2024-09-16T00:56:21.983153+0000","last_became_peered":"2024-09-16T00:56:21.983153+0000","last_unstale":"2024-09-16T00:56:21.984996+0000","last_undegraded":"2024-09-16T00:56:21.984996+0000","last_fullsized":"2024-09-16T00:56:21.984996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992054+0000","last_change":"2024-09-16T00:56:21.986435+0000","last_active":"2024-09-16T00:56:21.992054+0000","last_peered":"2024-09-16T00:56:21.992054+0000","last_clean":"2024-09-16T00:56:21.992054+0000","last_became_active":"2024-09-16T00:56:21.986154+0000","last_became_peered":"2024-09-16T00:56:21.986154+0000","last_unstale":"2024-09-16T00:56:21.992054+0000","last_undegraded":"2024-09-16T00:56:21.992054+0000","last_fullsized":"2024-09-16T00:56:21.992054+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.986456+0000","last_change":"2024-09-16T00:56:21.983064+0000","last_active":"2024-09-16T00:56:21.986456+0000","last_peered":"2024-09-16T00:56:21.986456+0000","last_clean":"2024-09-16T00:56:21.986456+0000","last_became_active":"2024-09-16T00:56:21.982779+0000","last_became_peered":"2024-09-16T00:56:21.982779+0000","last_unstale":"2024-09-16T00:56:21.986456+0000","last_undegraded":"2024-09-16T00:56:21.986456+0000","last_fullsized":"2024-09-16T00:56:21.986456+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.982448+0000","last_change":"2024-09-16T00:56:21.978519+0000","last_active":"2024-09-16T00:56:21.982448+0000","last_peered":"2024-09-16T00:56:21.982448+0000","last_clean":"2024-09-16T00:56:21.982448+0000","last_became_active":"2024-09-16T00:56:21.978235+0000","last_became_peered":"2024-09-16T00:56:21.978235+0000","last_unstale":"2024-09-16T00:56:21.982448+0000","last_undegraded":"2024-09-16T00:56:21.982448+0000","last_fullsized":"2024-09-16T00:56:21.982448+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975778+0000","last_change":"2024-09-16T00:56:21.981797+0000","last_active":"2024-09-16T00:56:22.975778+0000","last_peered":"2024-09-16T00:56:22.975778+0000","last_clean":"2024-09-16T00:56:22.975778+0000","last_became_active":"2024-09-16T00:56:21.981539+0000","last_became_peered":"2024-09-16T00:56:21.981539+0000","last_unstale":"2024-09-16T00:56:22.975778+0000","last_undegraded":"2024-09-16T00:56:22.975778+0000","last_fullsized":"2024-09-16T00:56:22.975778+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991577+0000","last_change":"2024-09-16T00:56:21.985618+0000","last_active":"2024-09-16T00:56:21.991577+0000","last_peered":"2024-09-16T00:56:21.991577+0000","last_clean":"2024-09-16T00:56:21.991577+0000","last_became_active":"2024-09-16T00:56:21.985380+0000","last_became_peered":"2024-09-16T00:56:21.985380+0000","last_unstale":"2024-09-16T00:56:21.991577+0000","last_undegraded":"2024-09-16T00:56:21.991577+0000","last_fullsized":"2024-09-16T00:56:21.991577+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991482+0000","last_change":"2024-09-16T00:56:21.989933+0000","last_active":"2024-09-16T00:56:21.991482+0000","last_peered":"2024-09-16T00:56:21.991482+0000","last_clean":"2024-09-16T00:56:21.991482+0000","last_became_active":"2024-09-16T00:56:21.989599+0000","last_became_peered":"2024-09-16T00:56:21.989599+0000","last_unstale":"2024-09-16T00:56:21.991482+0000","last_undegraded":"2024-09-16T00:56:21.991482+0000","last_fullsized":"2024-09-16T00:56:21.991482+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:03.121572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992523+0000","last_change":"2024-09-16T00:56:21.986821+0000","last_active":"2024-09-16T00:56:21.992523+0000","last_peered":"2024-09-16T00:56:21.992523+0000","last_clean":"2024-09-16T00:56:21.992523+0000","last_became_active":"2024-09-16T00:56:21.986532+0000","last_became_peered":"2024-09-16T00:56:21.986532+0000","last_unstale":"2024-09-16T00:56:21.992523+0000","last_undegraded":"2024-09-16T00:56:21.992523+0000","last_fullsized":"2024-09-16T00:56:21.992523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992605+0000","last_change":"2024-09-16T00:56:21.987082+0000","last_active":"2024-09-16T00:56:21.992605+0000","last_peered":"2024-09-16T00:56:21.992605+0000","last_clean":"2024-09-16T00:56:21.992605+0000","last_became_active":"2024-09-16T00:56:21.986590+0000","last_became_peered":"2024-09-16T00:56:21.986590+0000","last_unstale":"2024-09-16T00:56:21.992605+0000","last_undegraded":"2024-09-16T00:56:21.992605+0000","last_fullsized":"2024-09-16T00:56:21.992605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975779+0000","last_change":"2024-09-16T00:56:21.979660+0000","last_active":"2024-09-16T00:56:22.975779+0000","last_peered":"2024-09-16T00:56:22.975779+0000","last_clean":"2024-09-16T00:56:22.975779+0000","last_became_active":"2024-09-16T00:56:21.979372+0000","last_became_peered":"2024-09-16T00:56:21.979372+0000","last_unstale":"2024-09-16T00:56:22.975779+0000","last_undegraded":"2024-09-16T00:56:22.975779+0000","last_fullsized":"2024-09-16T00:56:22.975779+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991223+0000","last_change":"2024-09-16T00:56:21.984784+0000","last_active":"2024-09-16T00:56:21.991223+0000","last_peered":"2024-09-16T00:56:21.991223+0000","last_clean":"2024-09-16T00:56:21.991223+0000","last_became_active":"2024-09-16T00:56:21.984331+0000","last_became_peered":"2024-09-16T00:56:21.984331+0000","last_unstale":"2024-09-16T00:56:21.991223+0000","last_undegraded":"2024-09-16T00:56:21.991223+0000","last_fullsized":"2024-09-16T00:56:21.991223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:46:15.084404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992653+0000","last_change":"2024-09-16T00:56:21.991946+0000","last_active":"2024-09-16T00:56:21.992653+0000","last_peered":"2024-09-16T00:56:21.992653+0000","last_clean":"2024-09-16T00:56:21.992653+0000","last_became_active":"2024-09-16T00:56:21.991666+0000","last_became_peered":"2024-09-16T00:56:21.991666+0000","last_unstale":"2024-09-16T00:56:21.992653+0000","last_undegraded":"2024-09-16T00:56:21.992653+0000","last_fullsized":"2024-09-16T00:56:21.992653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:27.557267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992681+0000","last_change":"2024-09-16T00:56:21.988375+0000","last_active":"2024-09-16T00:56:21.992681+0000","last_peered":"2024-09-16T00:56:21.992681+0000","last_clean":"2024-09-16T00:56:21.992681+0000","last_became_active":"2024-09-16T00:56:21.988108+0000","last_became_peered":"2024-09-16T00:56:21.988108+0000","last_unstale":"2024-09-16T00:56:21.992681+0000","last_undegraded":"2024-09-16T00:56:21.992681+0000","last_fullsized":"2024-09-16T00:56:21.992681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:17.863361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992426+0000","last_change":"2024-09-16T00:56:21.986053+0000","last_active":"2024-09-16T00:56:21.992426+0000","last_peered":"2024-09-16T00:56:21.992426+0000","last_clean":"2024-09-16T00:56:21.992426+0000","last_became_active":"2024-09-16T00:56:21.985757+0000","last_became_peered":"2024-09-16T00:56:21.985757+0000","last_unstale":"2024-09-16T00:56:21.992426+0000","last_undegraded":"2024-09-16T00:56:21.992426+0000","last_fullsized":"2024-09-16T00:56:21.992426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989576+0000","last_change":"2024-09-16T00:56:21.983798+0000","last_active":"2024-09-16T00:56:21.989576+0000","last_peered":"2024-09-16T00:56:21.989576+0000","last_clean":"2024-09-16T00:56:21.989576+0000","last_became_active":"2024-09-16T00:56:21.983539+0000","last_became_peered":"2024-09-16T00:56:21.983539+0000","last_unstale":"2024-09-16T00:56:21.989576+0000","last_undegraded":"2024-09-16T00:56:21.989576+0000","last_fullsized":"2024-09-16T00:56:21.989576+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:03.372234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.980628+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.980330+0000","last_became_peered":"2024-09-16T00:56:21.980330+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989375+0000","last_change":"2024-09-16T00:56:21.984415+0000","last_active":"2024-09-16T00:56:21.989375+0000","last_peered":"2024-09-16T00:56:21.989375+0000","last_clean":"2024-09-16T00:56:21.989375+0000","last_became_active":"2024-09-16T00:56:21.984168+0000","last_became_peered":"2024-09-16T00:56:21.984168+0000","last_unstale":"2024-09-16T00:56:21.989375+0000","last_undegraded":"2024-09-16T00:56:21.989375+0000","last_fullsized":"2024-09-16T00:56:21.989375+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:35.316448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991305+0000","last_change":"2024-09-16T00:56:21.986354+0000","last_active":"2024-09-16T00:56:21.991305+0000","last_peered":"2024-09-16T00:56:21.991305+0000","last_clean":"2024-09-16T00:56:21.991305+0000","last_became_active":"2024-09-16T00:56:21.986095+0000","last_became_peered":"2024-09-16T00:56:21.986095+0000","last_unstale":"2024-09-16T00:56:21.991305+0000","last_undegraded":"2024-09-16T00:56:21.991305+0000","last_fullsized":"2024-09-16T00:56:21.991305+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:34.454922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975578+0000","last_change":"2024-09-16T00:56:21.983420+0000","last_active":"2024-09-16T00:56:22.975578+0000","last_peered":"2024-09-16T00:56:22.975578+0000","last_clean":"2024-09-16T00:56:22.975578+0000","last_became_active":"2024-09-16T00:56:21.983082+0000","last_became_peered":"2024-09-16T00:56:21.983082+0000","last_unstale":"2024-09-16T00:56:22.975578+0000","last_undegraded":"2024-09-16T00:56:22.975578+0000","last_fullsized":"2024-09-16T00:56:22.975578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990365+0000","last_change":"2024-09-16T00:56:21.988295+0000","last_active":"2024-09-16T00:56:21.990365+0000","last_peered":"2024-09-16T00:56:21.990365+0000","last_clean":"2024-09-16T00:56:21.990365+0000","last_became_active":"2024-09-16T00:56:21.987984+0000","last_became_peered":"2024-09-16T00:56:21.987984+0000","last_unstale":"2024-09-16T00:56:21.990365+0000","last_undegraded":"2024-09-16T00:56:21.990365+0000","last_fullsized":"2024-09-16T00:56:21.990365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240815+0000","last_change":"2024-09-16T00:56:21.248402+0000","last_active":"2024-09-16T00:56:22.240815+0000","last_peered":"2024-09-16T00:56:22.240815+0000","last_clean":"2024-09-16T00:56:22.240815+0000","last_became_active":"2024-09-16T00:56:21.248054+0000","last_became_peered":"2024-09-16T00:56:21.248054+0000","last_unstale":"2024-09-16T00:56:22.240815+0000","last_undegraded":"2024-09-16T00:56:22.240815+0000","last_fullsized":"2024-09-16T00:56:22.240815+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:48.875019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992610+0000","last_change":"2024-09-16T00:56:21.986103+0000","last_active":"2024-09-16T00:56:21.992610+0000","last_peered":"2024-09-16T00:56:21.992610+0000","last_clean":"2024-09-16T00:56:21.992610+0000","last_became_active":"2024-09-16T00:56:21.985827+0000","last_became_peered":"2024-09-16T00:56:21.985827+0000","last_unstale":"2024-09-16T00:56:21.992610+0000","last_undegraded":"2024-09-16T00:56:21.992610+0000","last_fullsized":"2024-09-16T00:56:21.992610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.238615+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:22.238615+0000","last_peered":"2024-09-16T00:56:22.238615+0000","last_clean":"2024-09-16T00:56:22.238615+0000","last_became_active":"2024-09-16T00:56:21.240156+0000","last_became_peered":"2024-09-16T00:56:21.240156+0000","last_unstale":"2024-09-16T00:56:22.238615+0000","last_undegraded":"2024-09-16T00:56:22.238615+0000","last_fullsized":"2024-09-16T00:56:22.238615+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:55.413416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991437+0000","last_change":"2024-09-16T00:56:21.990240+0000","last_active":"2024-09-16T00:56:21.991437+0000","last_peered":"2024-09-16T00:56:21.991437+0000","last_clean":"2024-09-16T00:56:21.991437+0000","last_became_active":"2024-09-16T00:56:21.989969+0000","last_became_peered":"2024-09-16T00:56:21.989969+0000","last_unstale":"2024-09-16T00:56:21.991437+0000","last_undegraded":"2024-09-16T00:56:21.991437+0000","last_fullsized":"2024-09-16T00:56:21.991437+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.239262+0000","last_change":"2024-09-16T00:56:21.241720+0000","last_active":"2024-09-16T00:56:22.239262+0000","last_peered":"2024-09-16T00:56:22.239262+0000","last_clean":"2024-09-16T00:56:22.239262+0000","last_became_active":"2024-09-16T00:56:21.241177+0000","last_became_peered":"2024-09-16T00:56:21.241177+0000","last_unstale":"2024-09-16T00:56:22.239262+0000","last_undegraded":"2024-09-16T00:56:22.239262+0000","last_fullsized":"2024-09-16T00:56:22.239262+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:02.967893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992256+0000","last_change":"2024-09-16T00:56:21.988841+0000","last_active":"2024-09-16T00:56:21.992256+0000","last_peered":"2024-09-16T00:56:21.992256+0000","last_clean":"2024-09-16T00:56:21.992256+0000","last_became_active":"2024-09-16T00:56:21.987542+0000","last_became_peered":"2024-09-16T00:56:21.987542+0000","last_unstale":"2024-09-16T00:56:21.992256+0000","last_undegraded":"2024-09-16T00:56:21.992256+0000","last_fullsized":"2024-09-16T00:56:21.992256+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985016+0000","last_change":"2024-09-16T00:56:21.983225+0000","last_active":"2024-09-16T00:56:21.985016+0000","last_peered":"2024-09-16T00:56:21.985016+0000","last_clean":"2024-09-16T00:56:21.985016+0000","last_became_active":"2024-09-16T00:56:21.982795+0000","last_became_peered":"2024-09-16T00:56:21.982795+0000","last_unstale":"2024-09-16T00:56:21.985016+0000","last_undegraded":"2024-09-16T00:56:21.985016+0000","last_fullsized":"2024-09-16T00:56:21.985016+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992742+0000","last_change":"2024-09-16T00:56:21.988990+0000","last_active":"2024-09-16T00:56:21.992742+0000","last_peered":"2024-09-16T00:56:21.992742+0000","last_clean":"2024-09-16T00:56:21.992742+0000","last_became_active":"2024-09-16T00:56:21.988735+0000","last_became_peered":"2024-09-16T00:56:21.988735+0000","last_unstale":"2024-09-16T00:56:21.992742+0000","last_undegraded":"2024-09-16T00:56:21.992742+0000","last_fullsized":"2024-09-16T00:56:21.992742+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.629069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973295+0000","last_change":"2024-09-16T00:56:21.244985+0000","last_active":"2024-09-16T00:56:21.973295+0000","last_peered":"2024-09-16T00:56:21.973295+0000","last_clean":"2024-09-16T00:56:21.973295+0000","last_became_active":"2024-09-16T00:56:21.244713+0000","last_became_peered":"2024-09-16T00:56:21.244713+0000","last_unstale":"2024-09-16T00:56:21.973295+0000","last_undegraded":"2024-09-16T00:56:21.973295+0000","last_fullsized":"2024-09-16T00:56:21.973295+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.860832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977915+0000","last_change":"2024-09-16T00:56:21.243151+0000","last_active":"2024-09-16T00:56:21.977915+0000","last_peered":"2024-09-16T00:56:21.977915+0000","last_clean":"2024-09-16T00:56:21.977915+0000","last_became_active":"2024-09-16T00:56:21.242802+0000","last_became_peered":"2024-09-16T00:56:21.242802+0000","last_unstale":"2024-09-16T00:56:21.977915+0000","last_undegraded":"2024-09-16T00:56:21.977915+0000","last_fullsized":"2024-09-16T00:56:21.977915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:40.064424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991282+0000","last_change":"2024-09-16T00:56:21.985358+0000","last_active":"2024-09-16T00:56:21.991282+0000","last_peered":"2024-09-16T00:56:21.991282+0000","last_clean":"2024-09-16T00:56:21.991282+0000","last_became_active":"2024-09-16T00:56:21.983600+0000","last_became_peered":"2024-09-16T00:56:21.983600+0000","last_unstale":"2024-09-16T00:56:21.991282+0000","last_undegraded":"2024-09-16T00:56:21.991282+0000","last_fullsized":"2024-09-16T00:56:21.991282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:06.029454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975768+0000","last_change":"2024-09-16T00:56:21.240138+0000","last_active":"2024-09-16T00:56:22.975768+0000","last_peered":"2024-09-16T00:56:22.975768+0000","last_clean":"2024-09-16T00:56:22.975768+0000","last_became_active":"2024-09-16T00:56:21.239839+0000","last_became_peered":"2024-09-16T00:56:21.239839+0000","last_unstale":"2024-09-16T00:56:22.975768+0000","last_undegraded":"2024-09-16T00:56:22.975768+0000","last_fullsized":"2024-09-16T00:56:22.975768+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:53.679479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992598+0000","last_change":"2024-09-16T00:56:21.987503+0000","last_active":"2024-09-16T00:56:21.992598+0000","last_peered":"2024-09-16T00:56:21.992598+0000","last_clean":"2024-09-16T00:56:21.992598+0000","last_became_active":"2024-09-16T00:56:21.987120+0000","last_became_peered":"2024-09-16T00:56:21.987120+0000","last_unstale":"2024-09-16T00:56:21.992598+0000","last_undegraded":"2024-09-16T00:56:21.992598+0000","last_fullsized":"2024-09-16T00:56:21.992598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240482+0000","last_change":"2024-09-16T00:56:21.248768+0000","last_active":"2024-09-16T00:56:22.240482+0000","last_peered":"2024-09-16T00:56:22.240482+0000","last_clean":"2024-09-16T00:56:22.240482+0000","last_became_active":"2024-09-16T00:56:21.248499+0000","last_became_peered":"2024-09-16T00:56:21.248499+0000","last_unstale":"2024-09-16T00:56:22.240482+0000","last_undegraded":"2024-09-16T00:56:22.240482+0000","last_fullsized":"2024-09-16T00:56:22.240482+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:37.224212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992279+0000","last_change":"2024-09-16T00:56:21.989105+0000","last_active":"2024-09-16T00:56:21.992279+0000","last_peered":"2024-09-16T00:56:21.992279+0000","last_clean":"2024-09-16T00:56:21.992279+0000","last_became_active":"2024-09-16T00:56:21.988453+0000","last_became_peered":"2024-09-16T00:56:21.988453+0000","last_unstale":"2024-09-16T00:56:21.992279+0000","last_undegraded":"2024-09-16T00:56:21.992279+0000","last_fullsized":"2024-09-16T00:56:21.992279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.954796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985257+0000","last_change":"2024-09-16T00:56:21.983684+0000","last_active":"2024-09-16T00:56:21.985257+0000","last_peered":"2024-09-16T00:56:21.985257+0000","last_clean":"2024-09-16T00:56:21.985257+0000","last_became_active":"2024-09-16T00:56:21.983412+0000","last_became_peered":"2024-09-16T00:56:21.983412+0000","last_unstale":"2024-09-16T00:56:21.985257+0000","last_undegraded":"2024-09-16T00:56:21.985257+0000","last_fullsized":"2024-09-16T00:56:21.985257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:37.088806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978108+0000","last_change":"2024-09-16T00:56:21.249456+0000","last_active":"2024-09-16T00:56:21.978108+0000","last_peered":"2024-09-16T00:56:21.978108+0000","last_clean":"2024-09-16T00:56:21.978108+0000","last_became_active":"2024-09-16T00:56:21.249095+0000","last_became_peered":"2024-09-16T00:56:21.249095+0000","last_unstale":"2024-09-16T00:56:21.978108+0000","last_undegraded":"2024-09-16T00:56:21.978108+0000","last_fullsized":"2024-09-16T00:56:21.978108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:36.683539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.241490+0000","last_change":"2024-09-16T00:56:21.243677+0000","last_active":"2024-09-16T00:56:22.241490+0000","last_peered":"2024-09-16T00:56:22.241490+0000","last_clean":"2024-09-16T00:56:22.241490+0000","last_became_active":"2024-09-16T00:56:21.243292+0000","last_became_peered":"2024-09-16T00:56:21.243292+0000","last_unstale":"2024-09-16T00:56:22.241490+0000","last_undegraded":"2024-09-16T00:56:22.241490+0000","last_fullsized":"2024-09-16T00:56:22.241490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:14.425183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975630+0000","last_change":"2024-09-16T00:56:21.982709+0000","last_active":"2024-09-16T00:56:22.975630+0000","last_peered":"2024-09-16T00:56:22.975630+0000","last_clean":"2024-09-16T00:56:22.975630+0000","last_became_active":"2024-09-16T00:56:21.982432+0000","last_became_peered":"2024-09-16T00:56:21.982432+0000","last_unstale":"2024-09-16T00:56:22.975630+0000","last_undegraded":"2024-09-16T00:56:22.975630+0000","last_fullsized":"2024-09-16T00:56:22.975630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975569+0000","last_change":"2024-09-16T00:56:21.242440+0000","last_active":"2024-09-16T00:56:22.975569+0000","last_peered":"2024-09-16T00:56:22.975569+0000","last_clean":"2024-09-16T00:56:22.975569+0000","last_became_active":"2024-09-16T00:56:21.242154+0000","last_became_peered":"2024-09-16T00:56:21.242154+0000","last_unstale":"2024-09-16T00:56:22.975569+0000","last_undegraded":"2024-09-16T00:56:22.975569+0000","last_fullsized":"2024-09-16T00:56:22.975569+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:45.823536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992443+0000","last_change":"2024-09-16T00:56:21.989841+0000","last_active":"2024-09-16T00:56:21.992443+0000","last_peered":"2024-09-16T00:56:21.992443+0000","last_clean":"2024-09-16T00:56:21.992443+0000","last_became_active":"2024-09-16T00:56:21.989510+0000","last_became_peered":"2024-09-16T00:56:21.989510+0000","last_unstale":"2024-09-16T00:56:21.992443+0000","last_undegraded":"2024-09-16T00:56:21.992443+0000","last_fullsized":"2024-09-16T00:56:21.992443+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.854102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992696+0000","last_change":"2024-09-16T00:56:21.988388+0000","last_active":"2024-09-16T00:56:21.992696+0000","last_peered":"2024-09-16T00:56:21.992696+0000","last_clean":"2024-09-16T00:56:21.992696+0000","last_became_active":"2024-09-16T00:56:21.988109+0000","last_became_peered":"2024-09-16T00:56:21.988109+0000","last_unstale":"2024-09-16T00:56:21.992696+0000","last_undegraded":"2024-09-16T00:56:21.992696+0000","last_fullsized":"2024-09-16T00:56:21.992696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:15.427713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992370+0000","last_change":"2024-09-16T00:56:21.985325+0000","last_active":"2024-09-16T00:56:21.992370+0000","last_peered":"2024-09-16T00:56:21.992370+0000","last_clean":"2024-09-16T00:56:21.992370+0000","last_became_active":"2024-09-16T00:56:21.984966+0000","last_became_peered":"2024-09-16T00:56:21.984966+0000","last_unstale":"2024-09-16T00:56:21.992370+0000","last_undegraded":"2024-09-16T00:56:21.992370+0000","last_fullsized":"2024-09-16T00:56:21.992370+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.304845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978834+0000","last_change":"2024-09-16T00:56:21.245009+0000","last_active":"2024-09-16T00:56:21.978834+0000","last_peered":"2024-09-16T00:56:21.978834+0000","last_clean":"2024-09-16T00:56:21.978834+0000","last_became_active":"2024-09-16T00:56:21.244662+0000","last_became_peered":"2024-09-16T00:56:21.244662+0000","last_unstale":"2024-09-16T00:56:21.978834+0000","last_undegraded":"2024-09-16T00:56:21.978834+0000","last_fullsized":"2024-09-16T00:56:21.978834+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991411+0000","last_change":"2024-09-16T00:56:21.985608+0000","last_active":"2024-09-16T00:56:21.991411+0000","last_peered":"2024-09-16T00:56:21.991411+0000","last_clean":"2024-09-16T00:56:21.991411+0000","last_became_active":"2024-09-16T00:56:21.982460+0000","last_became_peered":"2024-09-16T00:56:21.982460+0000","last_unstale":"2024-09-16T00:56:21.991411+0000","last_undegraded":"2024-09-16T00:56:21.991411+0000","last_fullsized":"2024-09-16T00:56:21.991411+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.724191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240530+0000","last_change":"2024-09-16T00:56:21.245751+0000","last_active":"2024-09-16T00:56:22.240530+0000","last_peered":"2024-09-16T00:56:22.240530+0000","last_clean":"2024-09-16T00:56:22.240530+0000","last_became_active":"2024-09-16T00:56:21.245472+0000","last_became_peered":"2024-09-16T00:56:21.245472+0000","last_unstale":"2024-09-16T00:56:22.240530+0000","last_undegraded":"2024-09-16T00:56:22.240530+0000","last_fullsized":"2024-09-16T00:56:22.240530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:07.397798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990483+0000","last_change":"2024-09-16T00:56:21.988542+0000","last_active":"2024-09-16T00:56:21.990483+0000","last_peered":"2024-09-16T00:56:21.990483+0000","last_clean":"2024-09-16T00:56:21.990483+0000","last_became_active":"2024-09-16T00:56:21.988266+0000","last_became_peered":"2024-09-16T00:56:21.988266+0000","last_unstale":"2024-09-16T00:56:21.990483+0000","last_undegraded":"2024-09-16T00:56:21.990483+0000","last_fullsized":"2024-09-16T00:56:21.990483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.976486+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.976168+0000","last_became_peered":"2024-09-16T00:56:21.976168+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978374+0000","last_change":"2024-09-16T00:56:21.240160+0000","last_active":"2024-09-16T00:56:21.978374+0000","last_peered":"2024-09-16T00:56:21.978374+0000","last_clean":"2024-09-16T00:56:21.978374+0000","last_became_active":"2024-09-16T00:56:21.239810+0000","last_became_peered":"2024-09-16T00:56:21.239810+0000","last_unstale":"2024-09-16T00:56:21.978374+0000","last_undegraded":"2024-09-16T00:56:21.978374+0000","last_fullsized":"2024-09-16T00:56:21.978374+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:48.887716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992275+0000","last_change":"2024-09-16T00:56:21.988991+0000","last_active":"2024-09-16T00:56:21.992275+0000","last_peered":"2024-09-16T00:56:21.992275+0000","last_clean":"2024-09-16T00:56:21.992275+0000","last_became_active":"2024-09-16T00:56:21.986552+0000","last_became_peered":"2024-09-16T00:56:21.986552+0000","last_unstale":"2024-09-16T00:56:21.992275+0000","last_undegraded":"2024-09-16T00:56:21.992275+0000","last_fullsized":"2024-09-16T00:56:21.992275+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992495+0000","last_change":"2024-09-16T00:56:21.986918+0000","last_active":"2024-09-16T00:56:21.992495+0000","last_peered":"2024-09-16T00:56:21.992495+0000","last_clean":"2024-09-16T00:56:21.992495+0000","last_became_active":"2024-09-16T00:56:21.986548+0000","last_became_peered":"2024-09-16T00:56:21.986548+0000","last_unstale":"2024-09-16T00:56:21.992495+0000","last_undegraded":"2024-09-16T00:56:21.992495+0000","last_fullsized":"2024-09-16T00:56:21.992495+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977595+0000","last_change":"2024-09-16T00:56:21.241917+0000","last_active":"2024-09-16T00:56:21.977595+0000","last_peered":"2024-09-16T00:56:21.977595+0000","last_clean":"2024-09-16T00:56:21.977595+0000","last_became_active":"2024-09-16T00:56:21.241469+0000","last_became_peered":"2024-09-16T00:56:21.241469+0000","last_unstale":"2024-09-16T00:56:21.977595+0000","last_undegraded":"2024-09-16T00:56:21.977595+0000","last_fullsized":"2024-09-16T00:56:21.977595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:27:44.142943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991474+0000","last_change":"2024-09-16T00:56:21.985589+0000","last_active":"2024-09-16T00:56:21.991474+0000","last_peered":"2024-09-16T00:56:21.991474+0000","last_clean":"2024-09-16T00:56:21.991474+0000","last_became_active":"2024-09-16T00:56:21.985309+0000","last_became_peered":"2024-09-16T00:56:21.985309+0000","last_unstale":"2024-09-16T00:56:21.991474+0000","last_undegraded":"2024-09-16T00:56:21.991474+0000","last_fullsized":"2024-09-16T00:56:21.991474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973223+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:21.973223+0000","last_peered":"2024-09-16T00:56:21.973223+0000","last_clean":"2024-09-16T00:56:21.973223+0000","last_became_active":"2024-09-16T00:56:21.240207+0000","last_became_peered":"2024-09-16T00:56:21.240207+0000","last_unstale":"2024-09-16T00:56:21.973223+0000","last_undegraded":"2024-09-16T00:56:21.973223+0000","last_fullsized":"2024-09-16T00:56:21.973223+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:05.488654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991356+0000","last_change":"2024-09-16T00:56:21.987091+0000","last_active":"2024-09-16T00:56:21.991356+0000","last_peered":"2024-09-16T00:56:21.991356+0000","last_clean":"2024-09-16T00:56:21.991356+0000","last_became_active":"2024-09-16T00:56:21.985354+0000","last_became_peered":"2024-09-16T00:56:21.985354+0000","last_unstale":"2024-09-16T00:56:21.991356+0000","last_undegraded":"2024-09-16T00:56:21.991356+0000","last_fullsized":"2024-09-16T00:56:21.991356+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:31.567549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991245+0000","last_change":"2024-09-16T00:56:21.984601+0000","last_active":"2024-09-16T00:56:21.991245+0000","last_peered":"2024-09-16T00:56:21.991245+0000","last_clean":"2024-09-16T00:56:21.991245+0000","last_became_active":"2024-09-16T00:56:21.983992+0000","last_became_peered":"2024-09-16T00:56:21.983992+0000","last_unstale":"2024-09-16T00:56:21.991245+0000","last_undegraded":"2024-09-16T00:56:21.991245+0000","last_fullsized":"2024-09-16T00:56:21.991245+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:40.250784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973345+0000","last_change":"2024-09-16T00:56:21.242625+0000","last_active":"2024-09-16T00:56:21.973345+0000","last_peered":"2024-09-16T00:56:21.973345+0000","last_clean":"2024-09-16T00:56:21.973345+0000","last_became_active":"2024-09-16T00:56:21.242353+0000","last_became_peered":"2024-09-16T00:56:21.242353+0000","last_unstale":"2024-09-16T00:56:21.973345+0000","last_undegraded":"2024-09-16T00:56:21.973345+0000","last_fullsized":"2024-09-16T00:56:21.973345+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:17.635272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:21.223575+0000","last_change":"2024-09-16T00:56:21.223575+0000","last_active":"2024-09-16T00:56:21.223575+0000","last_peered":"2024-09-16T00:56:21.223575+0000","last_clean":"2024-09-16T00:56:21.223575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:21.223575+0000","last_undegraded":"2024-09-16T00:56:21.223575+0000","last_fullsized":"2024-09-16T00:56:21.223575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973607+0000","last_change":"2024-09-16T00:56:21.245659+0000","last_active":"2024-09-16T00:56:21.973607+0000","last_peered":"2024-09-16T00:56:21.973607+0000","last_clean":"2024-09-16T00:56:21.973607+0000","last_became_active":"2024-09-16T00:56:21.245368+0000","last_became_peered":"2024-09-16T00:56:21.245368+0000","last_unstale":"2024-09-16T00:56:21.973607+0000","last_undegraded":"2024-09-16T00:56:21.973607+0000","last_fullsized":"2024-09-16T00:56:21.973607+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.626539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992177+0000","last_change":"2024-09-16T00:56:21.988461+0000","last_active":"2024-09-16T00:56:21.992177+0000","last_peered":"2024-09-16T00:56:21.992177+0000","last_clean":"2024-09-16T00:56:21.992177+0000","last_became_active":"2024-09-16T00:56:21.988219+0000","last_became_peered":"2024-09-16T00:56:21.988219+0000","last_unstale":"2024-09-16T00:56:21.992177+0000","last_undegraded":"2024-09-16T00:56:21.992177+0000","last_fullsized":"2024-09-16T00:56:21.992177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T00:56:20.221046+0000","last_change":"2024-09-16T00:56:20.221046+0000","last_active":"2024-09-16T00:56:20.221046+0000","last_peered":"2024-09-16T00:56:20.221046+0000","last_clean":"2024-09-16T00:56:20.221046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T00:56:20.221046+0000","last_undegraded":"2024-09-16T00:56:20.221046+0000","last_fullsized":"2024-09-16T00:56:20.221046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-16T00:56:18.936463+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:56:18.936463+0000","last_peered":"2024-09-16T00:56:18.936463+0000","last_clean":"2024-09-16T00:56:18.936463+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:56:18.936463+0000","last_undegraded":"2024-09-16T00:56:18.936463+0000","last_fullsized":"2024-09-16T00:56:18.936463+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":88,"acting":88,"num_store_stats":5},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":34,"acting":34,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509460,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1064960,"data_stored":777190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27488,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":181625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":520192,"data_stored":206319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":207315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":205751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1105920,"data_stored":796083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31672,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340168,"statfs":{"total":96636764160,"available":96604332032,"internally_reserved":0,"allocated":495616,"data_stored":198906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3f is not active+clean 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3e is not active+clean 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3d is not active+clean 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.907 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3b is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:PG 7.39 is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:PG 7.34 is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2f is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2e is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:PG 7.25 is not active+clean 2024-09-16T00:56:25.908 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 7.24 is not active+clean 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 7.22 is not active+clean 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1c is not active+clean 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1c is not active+clean 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.909 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:PG 6.19 is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:PG 7.16 is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-16T00:56:25.910 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 6.15 is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 6.12 is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:PG 6.d is not active+clean 2024-09-16T00:56:25.911 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:PG 6.a is not active+clean 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:PG 6.8 is not active+clean 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:PG 6.5 is not active+clean 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3 is not active+clean 2024-09-16T00:56:25.912 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1 is not active+clean 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:21.223575+0000', 'last_change': '2024-09-16T00:56:21.223575+0000', 'last_active': '2024-09-16T00:56:21.223575+0000', 'last_peered': '2024-09-16T00:56:21.223575+0000', 'last_clean': '2024-09-16T00:56:21.223575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:21.223575+0000', 'last_undegraded': '2024-09-16T00:56:21.223575+0000', 'last_fullsized': '2024-09-16T00:56:21.223575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:21.223575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:PG 6.7 is not active+clean 2024-09-16T00:56:25.913 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T00:56:20.221046+0000', 'last_change': '2024-09-16T00:56:20.221046+0000', 'last_active': '2024-09-16T00:56:20.221046+0000', 'last_peered': '2024-09-16T00:56:20.221046+0000', 'last_clean': '2024-09-16T00:56:20.221046+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T00:56:20.221046+0000', 'last_undegraded': '2024-09-16T00:56:20.221046+0000', 'last_fullsized': '2024-09-16T00:56:20.221046+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'last_clean_scrub_stamp': '2024-09-16T00:56:20.221046+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T00:56:25.914 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T00:56:26.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.044+0000 7f09fdab7640 1 Processor -- start 2024-09-16T00:56:26.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.044+0000 7f09fdab7640 1 -- start start 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09fdab7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09fdab7640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 0x7f09f80cf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09fdab7640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09f80b8160 con 0x7f09f815e7c0 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09fdab7640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f09f815eba0 con 0x7f09f80b7ca0 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09fdab7640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f09f80b8d70 con 0x7f09f81622a0 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09f7fff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 0x7f09f80cf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09eeffd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:57988/0 (socket says 172.21.15.5:57988) 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.045+0000 7f09eeffd640 1 -- 172.21.15.5:0/3914022586 learned_addr learned my addr 172.21.15.5:0/3914022586 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:26.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.046+0000 7f09eeffd640 1 -- 172.21.15.5:0/3914022586 >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 msgr2=0x7f09f80cf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:26.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.046+0000 7f09eeffd640 1 --2- 172.21.15.5:0/3914022586 >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 0x7f09f80cf030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.046+0000 7f09eeffd640 1 -- 172.21.15.5:0/3914022586 >> v1:172.21.15.73:6789/0 conn(0x7f09f815e7c0 legacy=0x7f09f80d2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.046+0000 7f09eeffd640 1 -- 172.21.15.5:0/3914022586 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f80b8440 con 0x7f09f81622a0 2024-09-16T00:56:26.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.046+0000 7f09f7fff640 1 --2- 172.21.15.5:0/3914022586 >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 0x7f09f80cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09eeffd640 1 --2- 172.21.15.5:0/3914022586 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f09e0009870 tx=0x7f09e002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b578953b296192b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09f6ffd640 1 -- 172.21.15.5:0/3914022586 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0037070 con 0x7f09f81622a0 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09f6ffd640 1 -- 172.21.15.5:0/3914022586 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09e0032440 con 0x7f09f81622a0 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09f6ffd640 1 -- 172.21.15.5:0/3914022586 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0032810 con 0x7f09f81622a0 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 -- 172.21.15.5:0/3914022586 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 msgr2=0x7f09f80b7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 --2- 172.21.15.5:0/3914022586 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f09e0009870 tx=0x7f09e002a270 comp rx=0 tx=0).stop 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 -- 172.21.15.5:0/3914022586 shutdown_connections 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 --2- 172.21.15.5:0/3914022586 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f81622a0 0x7f09f80b7760 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 --2- 172.21.15.5:0/3914022586 >> v2:172.21.15.73:3300/0 conn(0x7f09f80b7ca0 0x7f09f80cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 -- 172.21.15.5:0/3914022586 >> 172.21.15.5:0/3914022586 conn(0x7f09f8072560 msgr2=0x7f09f8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:26.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 -- 172.21.15.5:0/3914022586 shutdown_connections 2024-09-16T00:56:26.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.047+0000 7f09fdab7640 1 -- 172.21.15.5:0/3914022586 wait complete. 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.048+0000 7f09fdab7640 1 Processor -- start 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 -- start start 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f80b7ca0 0x7f09f815ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09f815e7c0 0x7f09f8155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f09f80cf570 con 0x7f09f81622a0 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f09f80b8a00 con 0x7f09f815e7c0 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.049+0000 7f09fdab7640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f09f80cf6f0 con 0x7f09f80b7ca0 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32978/0 (socket says 172.21.15.5:32978) 2024-09-16T00:56:26.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 -- 172.21.15.5:0/1898225003 learned_addr learned my addr 172.21.15.5:0/1898225003 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f77fe640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f80b7ca0 0x7f09f815ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09eeffd640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09f815e7c0 0x7f09f8155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 -- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f80b7ca0 msgr2=0x7f09f815ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f80b7ca0 0x7f09f815ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 -- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09f815e7c0 msgr2=0x7f09f8155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09f815e7c0 0x7f09f8155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 -- 172.21.15.5:0/1898225003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f815c000 con 0x7f09f81622a0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f7fff640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f09f000ef90 tx=0x7f09f0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f0018020 con 0x7f09f81622a0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f815c2e0 con 0x7f09f81622a0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09f0014480 con 0x7f09f81622a0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f0014870 con 0x7f09f81622a0 2024-09-16T00:56:26.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.050+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f815c8a0 con 0x7f09f81622a0 2024-09-16T00:56:26.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.051+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09f80cf030 con 0x7f09f81622a0 2024-09-16T00:56:26.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.052+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f09f0005d10 con 0x7f09f81622a0 2024-09-16T00:56:26.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.052+0000 7f09f4ff9640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 0x7f09d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.053+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f09f008c0a0 con 0x7f09f81622a0 2024-09-16T00:56:26.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.053+0000 7f09f77fe640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 0x7f09d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.053+0000 7f09f77fe640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 0x7f09d806e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f09e8001780 tx=0x7f09e8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.057+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09f0022030 con 0x7f09f81622a0 2024-09-16T00:56:26.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.299+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f09f80ba650 con 0x7f09f81622a0 2024-09-16T00:56:26.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.300+0000 7f09f4ff9640 1 -- 172.21.15.5:0/1898225003 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1550 (secure 0 0 0) 0x7f09f0010040 con 0x7f09f81622a0 2024-09-16T00:56:26.301 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:26.301 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":100,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":45,"num_osds":8,"num_up_osds":8,"osd_up_since":1726448098,"num_in_osds":8,"osd_in_since":1726448088,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":62},{"state_name":"unknown","count":35}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592618,"bytes_used":247898112,"bytes_avail":772846215168,"bytes_total":773094113280,"unknown_pgs_ratio":0.36082473397254944,"write_bytes_sec":2998,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":26,"btime":"2024-09-16T00:56:24:233959+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"b","status":"up:active","gid":5203}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-16T00:56:12.320179+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T00:56:26.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 msgr2=0x7f09d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 0x7f09d806e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f09e8001780 tx=0x7f09e8009040 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 msgr2=0x7f09f80d3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f09f000ef90 tx=0x7f09f0009f90 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 shutdown_connections 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f09d806c2e0 0x7f09d806e7a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09f81622a0 0x7f09f80d3f80 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09f815e7c0 0x7f09f8155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 --2- 172.21.15.5:0/1898225003 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f09f80b7ca0 0x7f09f815ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 >> 172.21.15.5:0/1898225003 conn(0x7f09f8072560 msgr2=0x7f09f806bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 shutdown_connections 2024-09-16T00:56:26.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.302+0000 7f09fdab7640 1 -- 172.21.15.5:0/1898225003 wait complete. 2024-09-16T00:56:26.314 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T00:56:26.314 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:56:26.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.415+0000 7f9f1fcba640 1 Processor -- start 2024-09-16T00:56:26.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.415+0000 7f9f1fcba640 1 -- start start 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1fcba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f18160710 0x7f9f180cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1fcba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f180cfdd0 con 0x7f9f18160af0 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1fcba640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f1815cc90 con 0x7f9f180d07c0 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1fcba640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9f1815cf70 con 0x7f9f18160710 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1da56640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f18160710 0x7f9f180cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1d255640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9f18160af0 0x7f9f180d00b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53754/0 (socket says 172.21.15.5:53754) 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1da56640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f18160710 0x7f9f180cf2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:32994/0 (socket says 172.21.15.5:32994) 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.416+0000 7f9f1d255640 1 -- 172.21.15.5:0/921702803 learned_addr learned my addr 172.21.15.5:0/921702803 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.417+0000 7f9f1da56640 1 -- 172.21.15.5:0/921702803 >> v1:172.21.15.73:6789/0 conn(0x7f9f180d07c0 legacy=0x7f9f18072070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:26.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.417+0000 7f9f1da56640 1 -- 172.21.15.5:0/921702803 >> v1:172.21.15.5:6789/0 conn(0x7f9f18160af0 legacy=0x7f9f180d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.417+0000 7f9f1da56640 1 -- 172.21.15.5:0/921702803 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f1815d250 con 0x7f9f18160710 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.417+0000 7f9f1da56640 1 --2- 172.21.15.5:0/921702803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f180cf2c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9f100097a0 tx=0x7f9f1002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dde574b68f24535 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.417+0000 7f9f1ca54640 1 -- 172.21.15.5:0/921702803 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f10037070 con 0x7f9f18160710 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1ca54640 1 -- 172.21.15.5:0/921702803 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f10032440 con 0x7f9f18160710 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1ca54640 1 -- 172.21.15.5:0/921702803 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f10032810 con 0x7f9f18160710 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 -- 172.21.15.5:0/921702803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 msgr2=0x7f9f180cf2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/921702803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f180cf2c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9f100097a0 tx=0x7f9f1002a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 -- 172.21.15.5:0/921702803 shutdown_connections 2024-09-16T00:56:26.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/921702803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f180cf2c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 -- 172.21.15.5:0/921702803 >> 172.21.15.5:0/921702803 conn(0x7f9f1806d000 msgr2=0x7f9f1806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:26.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 -- 172.21.15.5:0/921702803 shutdown_connections 2024-09-16T00:56:26.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.418+0000 7f9f1fcba640 1 -- 172.21.15.5:0/921702803 wait complete. 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.419+0000 7f9f1fcba640 1 Processor -- start 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.419+0000 7f9f1fcba640 1 -- start start 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9f180d07c0 0x7f9f181e7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9f18160af0 0x7f9f181f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1815d770 con 0x7f9f18160710 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9f180cf800 con 0x7f9f18160af0 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1fcba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9f181e62e0 con 0x7f9f180d07c0 2024-09-16T00:56:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1d255640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1d255640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33008/0 (socket says 172.21.15.5:33008) 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1d255640 1 -- 172.21.15.5:0/1397697531 learned_addr learned my addr 172.21.15.5:0/1397697531 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1da56640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9f180d07c0 0x7f9f181e7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.420+0000 7f9f1e257640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9f18160af0 0x7f9f181f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 -- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9f180d07c0 msgr2=0x7f9f181e7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9f180d07c0 0x7f9f181e7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 -- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9f18160af0 msgr2=0x7f9f181f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9f18160af0 0x7f9f181f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 -- 172.21.15.5:0/1397697531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f181e65c0 con 0x7f9f18160710 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1d255640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00c3c0 tx=0x7f9f0c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c017070 con 0x7f9f18160710 2024-09-16T00:56:26.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f0c005ce0 con 0x7f9f18160710 2024-09-16T00:56:26.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f181e68a0 con 0x7f9f18160710 2024-09-16T00:56:26.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c0072f0 con 0x7f9f18160710 2024-09-16T00:56:26.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.421+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f181e8930 con 0x7f9f18160710 2024-09-16T00:56:26.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.422+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f1815d8f0 con 0x7f9f18160710 2024-09-16T00:56:26.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.422+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9f0c01a070 con 0x7f9f18160710 2024-09-16T00:56:26.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.423+0000 7f9f167fc640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 0x7f9f0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:26.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.423+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9f0c08a6e0 con 0x7f9f18160710 2024-09-16T00:56:26.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.423+0000 7f9f1da56640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 0x7f9f0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:26.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.424+0000 7f9f1da56640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 0x7f9f0406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9f10034000 tx=0x7f9f1002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.427+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f0c058800 con 0x7f9f18160710 2024-09-16T00:56:26.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.603+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9f180afd50 con 0x7f9f0406c2b0 2024-09-16T00:56:26.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.610+0000 7f9f167fc640 1 -- 172.21.15.5:0/1397697531 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251914 (secure 0 0 0) 0x7f9f180afd50 con 0x7f9f0406c2b0 2024-09-16T00:56:26.613 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:26.614 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:56:26.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 msgr2=0x7f9f0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 0x7f9f0406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9f10034000 tx=0x7f9f1002e000 comp rx=0 tx=0).stop 2024-09-16T00:56:26.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 msgr2=0x7f9f181e83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00c3c0 tx=0x7f9f0c00c880 comp rx=0 tx=0).stop 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 shutdown_connections 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9f0406c2b0 0x7f9f0406e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9f18160af0 0x7f9f181f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f18160710 0x7f9f181e83f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 --2- 172.21.15.5:0/1397697531 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9f180d07c0 0x7f9f181e7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:26.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 >> 172.21.15.5:0/1397697531 conn(0x7f9f1806d000 msgr2=0x7f9f180b0770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:26.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 shutdown_connections 2024-09-16T00:56:26.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:26.613+0000 7f9f1fcba640 1 -- 172.21.15.5:0/1397697531 wait complete. 2024-09-16T00:56:26.625 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-09-16T00:56:26.322589+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":65,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242268,"kb_used_data":5208,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732452,"statfs":{"total":773094113280,"available":772846030848,"internally_reserved":0,"allocated":5332992,"data_stored":2842457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001169"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571566+0000","last_change":"2024-09-16T00:56:21.982906+0000","last_active":"2024-09-16T00:56:23.571566+0000","last_peered":"2024-09-16T00:56:23.571566+0000","last_clean":"2024-09-16T00:56:23.571566+0000","last_became_active":"2024-09-16T00:56:21.982579+0000","last_became_peered":"2024-09-16T00:56:21.982579+0000","last_unstale":"2024-09-16T00:56:23.571566+0000","last_undegraded":"2024-09-16T00:56:23.571566+0000","last_fullsized":"2024-09-16T00:56:23.571566+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:56.827333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977940+0000","last_change":"2024-09-16T00:56:21.981963+0000","last_active":"2024-09-16T00:56:22.977940+0000","last_peered":"2024-09-16T00:56:22.977940+0000","last_clean":"2024-09-16T00:56:22.977940+0000","last_became_active":"2024-09-16T00:56:21.981635+0000","last_became_peered":"2024-09-16T00:56:21.981635+0000","last_unstale":"2024-09-16T00:56:22.977940+0000","last_undegraded":"2024-09-16T00:56:22.977940+0000","last_fullsized":"2024-09-16T00:56:22.977940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:37.625644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570436+0000","last_change":"2024-09-16T00:56:21.978260+0000","last_active":"2024-09-16T00:56:23.570436+0000","last_peered":"2024-09-16T00:56:23.570436+0000","last_clean":"2024-09-16T00:56:23.570436+0000","last_became_active":"2024-09-16T00:56:21.977983+0000","last_became_peered":"2024-09-16T00:56:21.977983+0000","last_unstale":"2024-09-16T00:56:23.570436+0000","last_undegraded":"2024-09-16T00:56:23.570436+0000","last_fullsized":"2024-09-16T00:56:23.570436+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:21.835524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992648+0000","last_change":"2024-09-16T00:56:21.991917+0000","last_active":"2024-09-16T00:56:21.992648+0000","last_peered":"2024-09-16T00:56:21.992648+0000","last_clean":"2024-09-16T00:56:21.992648+0000","last_became_active":"2024-09-16T00:56:21.991657+0000","last_became_peered":"2024-09-16T00:56:21.991657+0000","last_unstale":"2024-09-16T00:56:21.992648+0000","last_undegraded":"2024-09-16T00:56:21.992648+0000","last_fullsized":"2024-09-16T00:56:21.992648+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:25.325657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977309+0000","last_change":"2024-09-16T00:56:21.985693+0000","last_active":"2024-09-16T00:56:22.977309+0000","last_peered":"2024-09-16T00:56:22.977309+0000","last_clean":"2024-09-16T00:56:22.977309+0000","last_became_active":"2024-09-16T00:56:21.984785+0000","last_became_peered":"2024-09-16T00:56:21.984785+0000","last_unstale":"2024-09-16T00:56:22.977309+0000","last_undegraded":"2024-09-16T00:56:22.977309+0000","last_fullsized":"2024-09-16T00:56:22.977309+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:21.835524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991329+0000","last_change":"2024-09-16T00:56:21.986845+0000","last_active":"2024-09-16T00:56:21.991329+0000","last_peered":"2024-09-16T00:56:21.991329+0000","last_clean":"2024-09-16T00:56:21.991329+0000","last_became_active":"2024-09-16T00:56:21.984876+0000","last_became_peered":"2024-09-16T00:56:21.984876+0000","last_unstale":"2024-09-16T00:56:21.991329+0000","last_undegraded":"2024-09-16T00:56:21.991329+0000","last_fullsized":"2024-09-16T00:56:21.991329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:49.434948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571042+0000","last_change":"2024-09-16T00:56:21.978380+0000","last_active":"2024-09-16T00:56:23.571042+0000","last_peered":"2024-09-16T00:56:23.571042+0000","last_clean":"2024-09-16T00:56:23.571042+0000","last_became_active":"2024-09-16T00:56:21.977996+0000","last_became_peered":"2024-09-16T00:56:21.977996+0000","last_unstale":"2024-09-16T00:56:23.571042+0000","last_undegraded":"2024-09-16T00:56:23.571042+0000","last_fullsized":"2024-09-16T00:56:23.571042+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:56.970984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.984996+0000","last_change":"2024-09-16T00:56:21.983457+0000","last_active":"2024-09-16T00:56:21.984996+0000","last_peered":"2024-09-16T00:56:21.984996+0000","last_clean":"2024-09-16T00:56:21.984996+0000","last_became_active":"2024-09-16T00:56:21.983153+0000","last_became_peered":"2024-09-16T00:56:21.983153+0000","last_unstale":"2024-09-16T00:56:21.984996+0000","last_undegraded":"2024-09-16T00:56:21.984996+0000","last_fullsized":"2024-09-16T00:56:21.984996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992054+0000","last_change":"2024-09-16T00:56:21.986435+0000","last_active":"2024-09-16T00:56:21.992054+0000","last_peered":"2024-09-16T00:56:21.992054+0000","last_clean":"2024-09-16T00:56:21.992054+0000","last_became_active":"2024-09-16T00:56:21.986154+0000","last_became_peered":"2024-09-16T00:56:21.986154+0000","last_unstale":"2024-09-16T00:56:21.992054+0000","last_undegraded":"2024-09-16T00:56:21.992054+0000","last_fullsized":"2024-09-16T00:56:21.992054+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.986456+0000","last_change":"2024-09-16T00:56:21.983064+0000","last_active":"2024-09-16T00:56:21.986456+0000","last_peered":"2024-09-16T00:56:21.986456+0000","last_clean":"2024-09-16T00:56:21.986456+0000","last_became_active":"2024-09-16T00:56:21.982779+0000","last_became_peered":"2024-09-16T00:56:21.982779+0000","last_unstale":"2024-09-16T00:56:21.986456+0000","last_undegraded":"2024-09-16T00:56:21.986456+0000","last_fullsized":"2024-09-16T00:56:21.986456+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.982448+0000","last_change":"2024-09-16T00:56:21.978519+0000","last_active":"2024-09-16T00:56:21.982448+0000","last_peered":"2024-09-16T00:56:21.982448+0000","last_clean":"2024-09-16T00:56:21.982448+0000","last_became_active":"2024-09-16T00:56:21.978235+0000","last_became_peered":"2024-09-16T00:56:21.978235+0000","last_unstale":"2024-09-16T00:56:21.982448+0000","last_undegraded":"2024-09-16T00:56:21.982448+0000","last_fullsized":"2024-09-16T00:56:21.982448+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978204+0000","last_change":"2024-09-16T00:56:21.985395+0000","last_active":"2024-09-16T00:56:22.978204+0000","last_peered":"2024-09-16T00:56:22.978204+0000","last_clean":"2024-09-16T00:56:22.978204+0000","last_became_active":"2024-09-16T00:56:21.985068+0000","last_became_peered":"2024-09-16T00:56:21.985068+0000","last_unstale":"2024-09-16T00:56:22.978204+0000","last_undegraded":"2024-09-16T00:56:22.978204+0000","last_fullsized":"2024-09-16T00:56:22.978204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:58.456014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975778+0000","last_change":"2024-09-16T00:56:21.981797+0000","last_active":"2024-09-16T00:56:22.975778+0000","last_peered":"2024-09-16T00:56:22.975778+0000","last_clean":"2024-09-16T00:56:22.975778+0000","last_became_active":"2024-09-16T00:56:21.981539+0000","last_became_peered":"2024-09-16T00:56:21.981539+0000","last_unstale":"2024-09-16T00:56:22.975778+0000","last_undegraded":"2024-09-16T00:56:22.975778+0000","last_fullsized":"2024-09-16T00:56:22.975778+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991577+0000","last_change":"2024-09-16T00:56:21.985618+0000","last_active":"2024-09-16T00:56:21.991577+0000","last_peered":"2024-09-16T00:56:21.991577+0000","last_clean":"2024-09-16T00:56:21.991577+0000","last_became_active":"2024-09-16T00:56:21.985380+0000","last_became_peered":"2024-09-16T00:56:21.985380+0000","last_unstale":"2024-09-16T00:56:21.991577+0000","last_undegraded":"2024-09-16T00:56:21.991577+0000","last_fullsized":"2024-09-16T00:56:21.991577+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991482+0000","last_change":"2024-09-16T00:56:21.989933+0000","last_active":"2024-09-16T00:56:21.991482+0000","last_peered":"2024-09-16T00:56:21.991482+0000","last_clean":"2024-09-16T00:56:21.991482+0000","last_became_active":"2024-09-16T00:56:21.989599+0000","last_became_peered":"2024-09-16T00:56:21.989599+0000","last_unstale":"2024-09-16T00:56:21.991482+0000","last_undegraded":"2024-09-16T00:56:21.991482+0000","last_fullsized":"2024-09-16T00:56:21.991482+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:03.121572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992523+0000","last_change":"2024-09-16T00:56:21.986821+0000","last_active":"2024-09-16T00:56:21.992523+0000","last_peered":"2024-09-16T00:56:21.992523+0000","last_clean":"2024-09-16T00:56:21.992523+0000","last_became_active":"2024-09-16T00:56:21.986532+0000","last_became_peered":"2024-09-16T00:56:21.986532+0000","last_unstale":"2024-09-16T00:56:21.992523+0000","last_undegraded":"2024-09-16T00:56:21.992523+0000","last_fullsized":"2024-09-16T00:56:21.992523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570728+0000","last_change":"2024-09-16T00:56:21.984031+0000","last_active":"2024-09-16T00:56:23.570728+0000","last_peered":"2024-09-16T00:56:23.570728+0000","last_clean":"2024-09-16T00:56:23.570728+0000","last_became_active":"2024-09-16T00:56:21.983282+0000","last_became_peered":"2024-09-16T00:56:21.983282+0000","last_unstale":"2024-09-16T00:56:23.570728+0000","last_undegraded":"2024-09-16T00:56:23.570728+0000","last_fullsized":"2024-09-16T00:56:23.570728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:35:23.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570687+0000","last_change":"2024-09-16T00:56:21.982018+0000","last_active":"2024-09-16T00:56:23.570687+0000","last_peered":"2024-09-16T00:56:23.570687+0000","last_clean":"2024-09-16T00:56:23.570687+0000","last_became_active":"2024-09-16T00:56:21.981658+0000","last_became_peered":"2024-09-16T00:56:21.981658+0000","last_unstale":"2024-09-16T00:56:23.570687+0000","last_undegraded":"2024-09-16T00:56:23.570687+0000","last_fullsized":"2024-09-16T00:56:23.570687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:58.456014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992605+0000","last_change":"2024-09-16T00:56:21.987082+0000","last_active":"2024-09-16T00:56:21.992605+0000","last_peered":"2024-09-16T00:56:21.992605+0000","last_clean":"2024-09-16T00:56:21.992605+0000","last_became_active":"2024-09-16T00:56:21.986590+0000","last_became_peered":"2024-09-16T00:56:21.986590+0000","last_unstale":"2024-09-16T00:56:21.992605+0000","last_undegraded":"2024-09-16T00:56:21.992605+0000","last_fullsized":"2024-09-16T00:56:21.992605+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975779+0000","last_change":"2024-09-16T00:56:21.979660+0000","last_active":"2024-09-16T00:56:22.975779+0000","last_peered":"2024-09-16T00:56:22.975779+0000","last_clean":"2024-09-16T00:56:22.975779+0000","last_became_active":"2024-09-16T00:56:21.979372+0000","last_became_peered":"2024-09-16T00:56:21.979372+0000","last_unstale":"2024-09-16T00:56:22.975779+0000","last_undegraded":"2024-09-16T00:56:22.975779+0000","last_fullsized":"2024-09-16T00:56:22.975779+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991223+0000","last_change":"2024-09-16T00:56:21.984784+0000","last_active":"2024-09-16T00:56:21.991223+0000","last_peered":"2024-09-16T00:56:21.991223+0000","last_clean":"2024-09-16T00:56:21.991223+0000","last_became_active":"2024-09-16T00:56:21.984331+0000","last_became_peered":"2024-09-16T00:56:21.984331+0000","last_unstale":"2024-09-16T00:56:21.991223+0000","last_undegraded":"2024-09-16T00:56:21.991223+0000","last_fullsized":"2024-09-16T00:56:21.991223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:46:15.084404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992653+0000","last_change":"2024-09-16T00:56:21.991946+0000","last_active":"2024-09-16T00:56:21.992653+0000","last_peered":"2024-09-16T00:56:21.992653+0000","last_clean":"2024-09-16T00:56:21.992653+0000","last_became_active":"2024-09-16T00:56:21.991666+0000","last_became_peered":"2024-09-16T00:56:21.991666+0000","last_unstale":"2024-09-16T00:56:21.992653+0000","last_undegraded":"2024-09-16T00:56:21.992653+0000","last_fullsized":"2024-09-16T00:56:21.992653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:27.557267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992681+0000","last_change":"2024-09-16T00:56:21.988375+0000","last_active":"2024-09-16T00:56:21.992681+0000","last_peered":"2024-09-16T00:56:21.992681+0000","last_clean":"2024-09-16T00:56:21.992681+0000","last_became_active":"2024-09-16T00:56:21.988108+0000","last_became_peered":"2024-09-16T00:56:21.988108+0000","last_unstale":"2024-09-16T00:56:21.992681+0000","last_undegraded":"2024-09-16T00:56:21.992681+0000","last_fullsized":"2024-09-16T00:56:21.992681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:17.863361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992426+0000","last_change":"2024-09-16T00:56:21.986053+0000","last_active":"2024-09-16T00:56:21.992426+0000","last_peered":"2024-09-16T00:56:21.992426+0000","last_clean":"2024-09-16T00:56:21.992426+0000","last_became_active":"2024-09-16T00:56:21.985757+0000","last_became_peered":"2024-09-16T00:56:21.985757+0000","last_unstale":"2024-09-16T00:56:21.992426+0000","last_undegraded":"2024-09-16T00:56:21.992426+0000","last_fullsized":"2024-09-16T00:56:21.992426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989576+0000","last_change":"2024-09-16T00:56:21.983798+0000","last_active":"2024-09-16T00:56:21.989576+0000","last_peered":"2024-09-16T00:56:21.989576+0000","last_clean":"2024-09-16T00:56:21.989576+0000","last_became_active":"2024-09-16T00:56:21.983539+0000","last_became_peered":"2024-09-16T00:56:21.983539+0000","last_unstale":"2024-09-16T00:56:21.989576+0000","last_undegraded":"2024-09-16T00:56:21.989576+0000","last_fullsized":"2024-09-16T00:56:21.989576+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:03.372234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.980628+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.980330+0000","last_became_peered":"2024-09-16T00:56:21.980330+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570514+0000","last_change":"2024-09-16T00:56:21.982751+0000","last_active":"2024-09-16T00:56:23.570514+0000","last_peered":"2024-09-16T00:56:23.570514+0000","last_clean":"2024-09-16T00:56:23.570514+0000","last_became_active":"2024-09-16T00:56:21.982397+0000","last_became_peered":"2024-09-16T00:56:21.982397+0000","last_unstale":"2024-09-16T00:56:23.570514+0000","last_undegraded":"2024-09-16T00:56:23.570514+0000","last_fullsized":"2024-09-16T00:56:23.570514+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:37.625644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978247+0000","last_change":"2024-09-16T00:56:21.985417+0000","last_active":"2024-09-16T00:56:22.978247+0000","last_peered":"2024-09-16T00:56:22.978247+0000","last_clean":"2024-09-16T00:56:22.978247+0000","last_became_active":"2024-09-16T00:56:21.985058+0000","last_became_peered":"2024-09-16T00:56:21.985058+0000","last_unstale":"2024-09-16T00:56:22.978247+0000","last_undegraded":"2024-09-16T00:56:22.978247+0000","last_fullsized":"2024-09-16T00:56:22.978247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:35:23.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.989375+0000","last_change":"2024-09-16T00:56:21.984415+0000","last_active":"2024-09-16T00:56:21.989375+0000","last_peered":"2024-09-16T00:56:21.989375+0000","last_clean":"2024-09-16T00:56:21.989375+0000","last_became_active":"2024-09-16T00:56:21.984168+0000","last_became_peered":"2024-09-16T00:56:21.984168+0000","last_unstale":"2024-09-16T00:56:21.989375+0000","last_undegraded":"2024-09-16T00:56:21.989375+0000","last_fullsized":"2024-09-16T00:56:21.989375+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:52:35.316448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570346+0000","last_change":"2024-09-16T00:56:21.974774+0000","last_active":"2024-09-16T00:56:23.570346+0000","last_peered":"2024-09-16T00:56:23.570346+0000","last_clean":"2024-09-16T00:56:23.570346+0000","last_became_active":"2024-09-16T00:56:21.974446+0000","last_became_peered":"2024-09-16T00:56:21.974446+0000","last_unstale":"2024-09-16T00:56:23.570346+0000","last_undegraded":"2024-09-16T00:56:23.570346+0000","last_fullsized":"2024-09-16T00:56:23.570346+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:55.526368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991305+0000","last_change":"2024-09-16T00:56:21.986354+0000","last_active":"2024-09-16T00:56:21.991305+0000","last_peered":"2024-09-16T00:56:21.991305+0000","last_clean":"2024-09-16T00:56:21.991305+0000","last_became_active":"2024-09-16T00:56:21.986095+0000","last_became_peered":"2024-09-16T00:56:21.986095+0000","last_unstale":"2024-09-16T00:56:21.991305+0000","last_undegraded":"2024-09-16T00:56:21.991305+0000","last_fullsized":"2024-09-16T00:56:21.991305+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:34.454922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975578+0000","last_change":"2024-09-16T00:56:21.983420+0000","last_active":"2024-09-16T00:56:22.975578+0000","last_peered":"2024-09-16T00:56:22.975578+0000","last_clean":"2024-09-16T00:56:22.975578+0000","last_became_active":"2024-09-16T00:56:21.983082+0000","last_became_peered":"2024-09-16T00:56:21.983082+0000","last_unstale":"2024-09-16T00:56:22.975578+0000","last_undegraded":"2024-09-16T00:56:22.975578+0000","last_fullsized":"2024-09-16T00:56:22.975578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990365+0000","last_change":"2024-09-16T00:56:21.988295+0000","last_active":"2024-09-16T00:56:21.990365+0000","last_peered":"2024-09-16T00:56:21.990365+0000","last_clean":"2024-09-16T00:56:21.990365+0000","last_became_active":"2024-09-16T00:56:21.987984+0000","last_became_peered":"2024-09-16T00:56:21.987984+0000","last_unstale":"2024-09-16T00:56:21.990365+0000","last_undegraded":"2024-09-16T00:56:21.990365+0000","last_fullsized":"2024-09-16T00:56:21.990365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240815+0000","last_change":"2024-09-16T00:56:21.248402+0000","last_active":"2024-09-16T00:56:22.240815+0000","last_peered":"2024-09-16T00:56:22.240815+0000","last_clean":"2024-09-16T00:56:22.240815+0000","last_became_active":"2024-09-16T00:56:21.248054+0000","last_became_peered":"2024-09-16T00:56:21.248054+0000","last_unstale":"2024-09-16T00:56:22.240815+0000","last_undegraded":"2024-09-16T00:56:22.240815+0000","last_fullsized":"2024-09-16T00:56:22.240815+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:48.875019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992610+0000","last_change":"2024-09-16T00:56:21.986103+0000","last_active":"2024-09-16T00:56:21.992610+0000","last_peered":"2024-09-16T00:56:21.992610+0000","last_clean":"2024-09-16T00:56:21.992610+0000","last_became_active":"2024-09-16T00:56:21.985827+0000","last_became_peered":"2024-09-16T00:56:21.985827+0000","last_unstale":"2024-09-16T00:56:21.992610+0000","last_undegraded":"2024-09-16T00:56:21.992610+0000","last_fullsized":"2024-09-16T00:56:21.992610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570767+0000","last_change":"2024-09-16T00:56:21.246388+0000","last_active":"2024-09-16T00:56:23.570767+0000","last_peered":"2024-09-16T00:56:23.570767+0000","last_clean":"2024-09-16T00:56:23.570767+0000","last_became_active":"2024-09-16T00:56:21.246094+0000","last_became_peered":"2024-09-16T00:56:21.246094+0000","last_unstale":"2024-09-16T00:56:23.570767+0000","last_undegraded":"2024-09-16T00:56:23.570767+0000","last_fullsized":"2024-09-16T00:56:23.570767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:11:23.835370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978318+0000","last_change":"2024-09-16T00:56:21.987286+0000","last_active":"2024-09-16T00:56:22.978318+0000","last_peered":"2024-09-16T00:56:22.978318+0000","last_clean":"2024-09-16T00:56:22.978318+0000","last_became_active":"2024-09-16T00:56:21.987009+0000","last_became_peered":"2024-09-16T00:56:21.987009+0000","last_unstale":"2024-09-16T00:56:22.978318+0000","last_undegraded":"2024-09-16T00:56:22.978318+0000","last_fullsized":"2024-09-16T00:56:22.978318+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:27.444945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.238615+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:22.238615+0000","last_peered":"2024-09-16T00:56:22.238615+0000","last_clean":"2024-09-16T00:56:22.238615+0000","last_became_active":"2024-09-16T00:56:21.240156+0000","last_became_peered":"2024-09-16T00:56:21.240156+0000","last_unstale":"2024-09-16T00:56:22.238615+0000","last_undegraded":"2024-09-16T00:56:22.238615+0000","last_fullsized":"2024-09-16T00:56:22.238615+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:55.413416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991437+0000","last_change":"2024-09-16T00:56:21.990240+0000","last_active":"2024-09-16T00:56:21.991437+0000","last_peered":"2024-09-16T00:56:21.991437+0000","last_clean":"2024-09-16T00:56:21.991437+0000","last_became_active":"2024-09-16T00:56:21.989969+0000","last_became_peered":"2024-09-16T00:56:21.989969+0000","last_unstale":"2024-09-16T00:56:21.991437+0000","last_undegraded":"2024-09-16T00:56:21.991437+0000","last_fullsized":"2024-09-16T00:56:21.991437+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570909+0000","last_change":"2024-09-16T00:56:21.241015+0000","last_active":"2024-09-16T00:56:23.570909+0000","last_peered":"2024-09-16T00:56:23.570909+0000","last_clean":"2024-09-16T00:56:23.570909+0000","last_became_active":"2024-09-16T00:56:21.240681+0000","last_became_peered":"2024-09-16T00:56:21.240681+0000","last_unstale":"2024-09-16T00:56:23.570909+0000","last_undegraded":"2024-09-16T00:56:23.570909+0000","last_fullsized":"2024-09-16T00:56:23.570909+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:50.296798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570339+0000","last_change":"2024-09-16T00:56:21.988662+0000","last_active":"2024-09-16T00:56:23.570339+0000","last_peered":"2024-09-16T00:56:23.570339+0000","last_clean":"2024-09-16T00:56:23.570339+0000","last_became_active":"2024-09-16T00:56:21.988128+0000","last_became_peered":"2024-09-16T00:56:21.988128+0000","last_unstale":"2024-09-16T00:56:23.570339+0000","last_undegraded":"2024-09-16T00:56:23.570339+0000","last_fullsized":"2024-09-16T00:56:23.570339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:07.256088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.239262+0000","last_change":"2024-09-16T00:56:21.241720+0000","last_active":"2024-09-16T00:56:22.239262+0000","last_peered":"2024-09-16T00:56:22.239262+0000","last_clean":"2024-09-16T00:56:22.239262+0000","last_became_active":"2024-09-16T00:56:21.241177+0000","last_became_peered":"2024-09-16T00:56:21.241177+0000","last_unstale":"2024-09-16T00:56:22.239262+0000","last_undegraded":"2024-09-16T00:56:22.239262+0000","last_fullsized":"2024-09-16T00:56:22.239262+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:02.967893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992256+0000","last_change":"2024-09-16T00:56:21.988841+0000","last_active":"2024-09-16T00:56:21.992256+0000","last_peered":"2024-09-16T00:56:21.992256+0000","last_clean":"2024-09-16T00:56:21.992256+0000","last_became_active":"2024-09-16T00:56:21.987542+0000","last_became_peered":"2024-09-16T00:56:21.987542+0000","last_unstale":"2024-09-16T00:56:21.992256+0000","last_undegraded":"2024-09-16T00:56:21.992256+0000","last_fullsized":"2024-09-16T00:56:21.992256+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570540+0000","last_change":"2024-09-16T00:56:21.238650+0000","last_active":"2024-09-16T00:56:23.570540+0000","last_peered":"2024-09-16T00:56:23.570540+0000","last_clean":"2024-09-16T00:56:23.570540+0000","last_became_active":"2024-09-16T00:56:21.238303+0000","last_became_peered":"2024-09-16T00:56:21.238303+0000","last_unstale":"2024-09-16T00:56:23.570540+0000","last_undegraded":"2024-09-16T00:56:23.570540+0000","last_fullsized":"2024-09-16T00:56:23.570540+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:39.528789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985016+0000","last_change":"2024-09-16T00:56:21.983225+0000","last_active":"2024-09-16T00:56:21.985016+0000","last_peered":"2024-09-16T00:56:21.985016+0000","last_clean":"2024-09-16T00:56:21.985016+0000","last_became_active":"2024-09-16T00:56:21.982795+0000","last_became_peered":"2024-09-16T00:56:21.982795+0000","last_unstale":"2024-09-16T00:56:21.985016+0000","last_undegraded":"2024-09-16T00:56:21.985016+0000","last_fullsized":"2024-09-16T00:56:21.985016+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.976857+0000","last_change":"2024-09-16T00:56:21.242512+0000","last_active":"2024-09-16T00:56:22.976857+0000","last_peered":"2024-09-16T00:56:22.976857+0000","last_clean":"2024-09-16T00:56:22.976857+0000","last_became_active":"2024-09-16T00:56:21.242206+0000","last_became_peered":"2024-09-16T00:56:21.242206+0000","last_unstale":"2024-09-16T00:56:22.976857+0000","last_undegraded":"2024-09-16T00:56:22.976857+0000","last_fullsized":"2024-09-16T00:56:22.976857+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:19.261831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992742+0000","last_change":"2024-09-16T00:56:21.988990+0000","last_active":"2024-09-16T00:56:21.992742+0000","last_peered":"2024-09-16T00:56:21.992742+0000","last_clean":"2024-09-16T00:56:21.992742+0000","last_became_active":"2024-09-16T00:56:21.988735+0000","last_became_peered":"2024-09-16T00:56:21.988735+0000","last_unstale":"2024-09-16T00:56:21.992742+0000","last_undegraded":"2024-09-16T00:56:21.992742+0000","last_fullsized":"2024-09-16T00:56:21.992742+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.629069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973295+0000","last_change":"2024-09-16T00:56:21.244985+0000","last_active":"2024-09-16T00:56:21.973295+0000","last_peered":"2024-09-16T00:56:21.973295+0000","last_clean":"2024-09-16T00:56:21.973295+0000","last_became_active":"2024-09-16T00:56:21.244713+0000","last_became_peered":"2024-09-16T00:56:21.244713+0000","last_unstale":"2024-09-16T00:56:21.973295+0000","last_undegraded":"2024-09-16T00:56:21.973295+0000","last_fullsized":"2024-09-16T00:56:21.973295+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.860832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570653+0000","last_change":"2024-09-16T00:56:21.982420+0000","last_active":"2024-09-16T00:56:23.570653+0000","last_peered":"2024-09-16T00:56:23.570653+0000","last_clean":"2024-09-16T00:56:23.570653+0000","last_became_active":"2024-09-16T00:56:21.982115+0000","last_became_peered":"2024-09-16T00:56:21.982115+0000","last_unstale":"2024-09-16T00:56:23.570653+0000","last_undegraded":"2024-09-16T00:56:23.570653+0000","last_fullsized":"2024-09-16T00:56:23.570653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.583064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570810+0000","last_change":"2024-09-16T00:56:21.241089+0000","last_active":"2024-09-16T00:56:23.570810+0000","last_peered":"2024-09-16T00:56:23.570810+0000","last_clean":"2024-09-16T00:56:23.570810+0000","last_became_active":"2024-09-16T00:56:21.240744+0000","last_became_peered":"2024-09-16T00:56:21.240744+0000","last_unstale":"2024-09-16T00:56:23.570810+0000","last_undegraded":"2024-09-16T00:56:23.570810+0000","last_fullsized":"2024-09-16T00:56:23.570810+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:44:13.510813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571590+0000","last_change":"2024-09-16T00:56:21.985776+0000","last_active":"2024-09-16T00:56:23.571590+0000","last_peered":"2024-09-16T00:56:23.571590+0000","last_clean":"2024-09-16T00:56:23.571590+0000","last_became_active":"2024-09-16T00:56:21.985503+0000","last_became_peered":"2024-09-16T00:56:21.985503+0000","last_unstale":"2024-09-16T00:56:23.571590+0000","last_undegraded":"2024-09-16T00:56:23.571590+0000","last_fullsized":"2024-09-16T00:56:23.571590+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.937698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977915+0000","last_change":"2024-09-16T00:56:21.243151+0000","last_active":"2024-09-16T00:56:21.977915+0000","last_peered":"2024-09-16T00:56:21.977915+0000","last_clean":"2024-09-16T00:56:21.977915+0000","last_became_active":"2024-09-16T00:56:21.242802+0000","last_became_peered":"2024-09-16T00:56:21.242802+0000","last_unstale":"2024-09-16T00:56:21.977915+0000","last_undegraded":"2024-09-16T00:56:21.977915+0000","last_fullsized":"2024-09-16T00:56:21.977915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:40.064424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991282+0000","last_change":"2024-09-16T00:56:21.985358+0000","last_active":"2024-09-16T00:56:21.991282+0000","last_peered":"2024-09-16T00:56:21.991282+0000","last_clean":"2024-09-16T00:56:21.991282+0000","last_became_active":"2024-09-16T00:56:21.983600+0000","last_became_peered":"2024-09-16T00:56:21.983600+0000","last_unstale":"2024-09-16T00:56:21.991282+0000","last_undegraded":"2024-09-16T00:56:21.991282+0000","last_fullsized":"2024-09-16T00:56:21.991282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:06.029454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571339+0000","last_change":"2024-09-16T00:56:21.247902+0000","last_active":"2024-09-16T00:56:23.571339+0000","last_peered":"2024-09-16T00:56:23.571339+0000","last_clean":"2024-09-16T00:56:23.571339+0000","last_became_active":"2024-09-16T00:56:21.247595+0000","last_became_peered":"2024-09-16T00:56:21.247595+0000","last_unstale":"2024-09-16T00:56:23.571339+0000","last_undegraded":"2024-09-16T00:56:23.571339+0000","last_fullsized":"2024-09-16T00:56:23.571339+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:06.253559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571108+0000","last_change":"2024-09-16T00:56:21.983332+0000","last_active":"2024-09-16T00:56:23.571108+0000","last_peered":"2024-09-16T00:56:23.571108+0000","last_clean":"2024-09-16T00:56:23.571108+0000","last_became_active":"2024-09-16T00:56:21.983037+0000","last_became_peered":"2024-09-16T00:56:21.983037+0000","last_unstale":"2024-09-16T00:56:23.571108+0000","last_undegraded":"2024-09-16T00:56:23.571108+0000","last_fullsized":"2024-09-16T00:56:23.571108+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:04.502977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975768+0000","last_change":"2024-09-16T00:56:21.240138+0000","last_active":"2024-09-16T00:56:22.975768+0000","last_peered":"2024-09-16T00:56:22.975768+0000","last_clean":"2024-09-16T00:56:22.975768+0000","last_became_active":"2024-09-16T00:56:21.239839+0000","last_became_peered":"2024-09-16T00:56:21.239839+0000","last_unstale":"2024-09-16T00:56:22.975768+0000","last_undegraded":"2024-09-16T00:56:22.975768+0000","last_fullsized":"2024-09-16T00:56:22.975768+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:53.679479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992598+0000","last_change":"2024-09-16T00:56:21.987503+0000","last_active":"2024-09-16T00:56:21.992598+0000","last_peered":"2024-09-16T00:56:21.992598+0000","last_clean":"2024-09-16T00:56:21.992598+0000","last_became_active":"2024-09-16T00:56:21.987120+0000","last_became_peered":"2024-09-16T00:56:21.987120+0000","last_unstale":"2024-09-16T00:56:21.992598+0000","last_undegraded":"2024-09-16T00:56:21.992598+0000","last_fullsized":"2024-09-16T00:56:21.992598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240482+0000","last_change":"2024-09-16T00:56:21.248768+0000","last_active":"2024-09-16T00:56:22.240482+0000","last_peered":"2024-09-16T00:56:22.240482+0000","last_clean":"2024-09-16T00:56:22.240482+0000","last_became_active":"2024-09-16T00:56:21.248499+0000","last_became_peered":"2024-09-16T00:56:21.248499+0000","last_unstale":"2024-09-16T00:56:22.240482+0000","last_undegraded":"2024-09-16T00:56:22.240482+0000","last_fullsized":"2024-09-16T00:56:22.240482+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:37.224212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992279+0000","last_change":"2024-09-16T00:56:21.989105+0000","last_active":"2024-09-16T00:56:21.992279+0000","last_peered":"2024-09-16T00:56:21.992279+0000","last_clean":"2024-09-16T00:56:21.992279+0000","last_became_active":"2024-09-16T00:56:21.988453+0000","last_became_peered":"2024-09-16T00:56:21.988453+0000","last_unstale":"2024-09-16T00:56:21.992279+0000","last_undegraded":"2024-09-16T00:56:21.992279+0000","last_fullsized":"2024-09-16T00:56:21.992279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.954796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570787+0000","last_change":"2024-09-16T00:56:21.246203+0000","last_active":"2024-09-16T00:56:23.570787+0000","last_peered":"2024-09-16T00:56:23.570787+0000","last_clean":"2024-09-16T00:56:23.570787+0000","last_became_active":"2024-09-16T00:56:21.245849+0000","last_became_peered":"2024-09-16T00:56:21.245849+0000","last_unstale":"2024-09-16T00:56:23.570787+0000","last_undegraded":"2024-09-16T00:56:23.570787+0000","last_fullsized":"2024-09-16T00:56:23.570787+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:45.296794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985257+0000","last_change":"2024-09-16T00:56:21.983684+0000","last_active":"2024-09-16T00:56:21.985257+0000","last_peered":"2024-09-16T00:56:21.985257+0000","last_clean":"2024-09-16T00:56:21.985257+0000","last_became_active":"2024-09-16T00:56:21.983412+0000","last_became_peered":"2024-09-16T00:56:21.983412+0000","last_unstale":"2024-09-16T00:56:21.985257+0000","last_undegraded":"2024-09-16T00:56:21.985257+0000","last_fullsized":"2024-09-16T00:56:21.985257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:37.088806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978108+0000","last_change":"2024-09-16T00:56:21.249456+0000","last_active":"2024-09-16T00:56:21.978108+0000","last_peered":"2024-09-16T00:56:21.978108+0000","last_clean":"2024-09-16T00:56:21.978108+0000","last_became_active":"2024-09-16T00:56:21.249095+0000","last_became_peered":"2024-09-16T00:56:21.249095+0000","last_unstale":"2024-09-16T00:56:21.978108+0000","last_undegraded":"2024-09-16T00:56:21.978108+0000","last_fullsized":"2024-09-16T00:56:21.978108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:36.683539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571201+0000","last_change":"2024-09-16T00:56:21.983728+0000","last_active":"2024-09-16T00:56:23.571201+0000","last_peered":"2024-09-16T00:56:23.571201+0000","last_clean":"2024-09-16T00:56:23.571201+0000","last_became_active":"2024-09-16T00:56:21.983487+0000","last_became_peered":"2024-09-16T00:56:21.983487+0000","last_unstale":"2024-09-16T00:56:23.571201+0000","last_undegraded":"2024-09-16T00:56:23.571201+0000","last_fullsized":"2024-09-16T00:56:23.571201+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:16.781700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.241490+0000","last_change":"2024-09-16T00:56:21.243677+0000","last_active":"2024-09-16T00:56:22.241490+0000","last_peered":"2024-09-16T00:56:22.241490+0000","last_clean":"2024-09-16T00:56:22.241490+0000","last_became_active":"2024-09-16T00:56:21.243292+0000","last_became_peered":"2024-09-16T00:56:21.243292+0000","last_unstale":"2024-09-16T00:56:22.241490+0000","last_undegraded":"2024-09-16T00:56:22.241490+0000","last_fullsized":"2024-09-16T00:56:22.241490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:14.425183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975630+0000","last_change":"2024-09-16T00:56:21.982709+0000","last_active":"2024-09-16T00:56:22.975630+0000","last_peered":"2024-09-16T00:56:22.975630+0000","last_clean":"2024-09-16T00:56:22.975630+0000","last_became_active":"2024-09-16T00:56:21.982432+0000","last_became_peered":"2024-09-16T00:56:21.982432+0000","last_unstale":"2024-09-16T00:56:22.975630+0000","last_undegraded":"2024-09-16T00:56:22.975630+0000","last_fullsized":"2024-09-16T00:56:22.975630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975569+0000","last_change":"2024-09-16T00:56:21.242440+0000","last_active":"2024-09-16T00:56:22.975569+0000","last_peered":"2024-09-16T00:56:22.975569+0000","last_clean":"2024-09-16T00:56:22.975569+0000","last_became_active":"2024-09-16T00:56:21.242154+0000","last_became_peered":"2024-09-16T00:56:21.242154+0000","last_unstale":"2024-09-16T00:56:22.975569+0000","last_undegraded":"2024-09-16T00:56:22.975569+0000","last_fullsized":"2024-09-16T00:56:22.975569+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:45.823536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992443+0000","last_change":"2024-09-16T00:56:21.989841+0000","last_active":"2024-09-16T00:56:21.992443+0000","last_peered":"2024-09-16T00:56:21.992443+0000","last_clean":"2024-09-16T00:56:21.992443+0000","last_became_active":"2024-09-16T00:56:21.989510+0000","last_became_peered":"2024-09-16T00:56:21.989510+0000","last_unstale":"2024-09-16T00:56:21.992443+0000","last_undegraded":"2024-09-16T00:56:21.992443+0000","last_fullsized":"2024-09-16T00:56:21.992443+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.854102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570816+0000","last_change":"2024-09-16T00:56:21.241195+0000","last_active":"2024-09-16T00:56:23.570816+0000","last_peered":"2024-09-16T00:56:23.570816+0000","last_clean":"2024-09-16T00:56:23.570816+0000","last_became_active":"2024-09-16T00:56:21.240842+0000","last_became_peered":"2024-09-16T00:56:21.240842+0000","last_unstale":"2024-09-16T00:56:23.570816+0000","last_undegraded":"2024-09-16T00:56:23.570816+0000","last_fullsized":"2024-09-16T00:56:23.570816+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:29.927400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992696+0000","last_change":"2024-09-16T00:56:21.988388+0000","last_active":"2024-09-16T00:56:21.992696+0000","last_peered":"2024-09-16T00:56:21.992696+0000","last_clean":"2024-09-16T00:56:21.992696+0000","last_became_active":"2024-09-16T00:56:21.988109+0000","last_became_peered":"2024-09-16T00:56:21.988109+0000","last_unstale":"2024-09-16T00:56:21.992696+0000","last_undegraded":"2024-09-16T00:56:21.992696+0000","last_fullsized":"2024-09-16T00:56:21.992696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:15.427713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977567+0000","last_change":"2024-09-16T00:56:21.241940+0000","last_active":"2024-09-16T00:56:22.977567+0000","last_peered":"2024-09-16T00:56:22.977567+0000","last_clean":"2024-09-16T00:56:22.977567+0000","last_became_active":"2024-09-16T00:56:21.241637+0000","last_became_peered":"2024-09-16T00:56:21.241637+0000","last_unstale":"2024-09-16T00:56:22.977567+0000","last_undegraded":"2024-09-16T00:56:22.977567+0000","last_fullsized":"2024-09-16T00:56:22.977567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:44.496255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992370+0000","last_change":"2024-09-16T00:56:21.985325+0000","last_active":"2024-09-16T00:56:21.992370+0000","last_peered":"2024-09-16T00:56:21.992370+0000","last_clean":"2024-09-16T00:56:21.992370+0000","last_became_active":"2024-09-16T00:56:21.984966+0000","last_became_peered":"2024-09-16T00:56:21.984966+0000","last_unstale":"2024-09-16T00:56:21.992370+0000","last_undegraded":"2024-09-16T00:56:21.992370+0000","last_fullsized":"2024-09-16T00:56:21.992370+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.304845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978834+0000","last_change":"2024-09-16T00:56:21.245009+0000","last_active":"2024-09-16T00:56:21.978834+0000","last_peered":"2024-09-16T00:56:21.978834+0000","last_clean":"2024-09-16T00:56:21.978834+0000","last_became_active":"2024-09-16T00:56:21.244662+0000","last_became_peered":"2024-09-16T00:56:21.244662+0000","last_unstale":"2024-09-16T00:56:21.978834+0000","last_undegraded":"2024-09-16T00:56:21.978834+0000","last_fullsized":"2024-09-16T00:56:21.978834+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991411+0000","last_change":"2024-09-16T00:56:21.985608+0000","last_active":"2024-09-16T00:56:21.991411+0000","last_peered":"2024-09-16T00:56:21.991411+0000","last_clean":"2024-09-16T00:56:21.991411+0000","last_became_active":"2024-09-16T00:56:21.982460+0000","last_became_peered":"2024-09-16T00:56:21.982460+0000","last_unstale":"2024-09-16T00:56:21.991411+0000","last_undegraded":"2024-09-16T00:56:21.991411+0000","last_fullsized":"2024-09-16T00:56:21.991411+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.724191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240530+0000","last_change":"2024-09-16T00:56:21.245751+0000","last_active":"2024-09-16T00:56:22.240530+0000","last_peered":"2024-09-16T00:56:22.240530+0000","last_clean":"2024-09-16T00:56:22.240530+0000","last_became_active":"2024-09-16T00:56:21.245472+0000","last_became_peered":"2024-09-16T00:56:21.245472+0000","last_unstale":"2024-09-16T00:56:22.240530+0000","last_undegraded":"2024-09-16T00:56:22.240530+0000","last_fullsized":"2024-09-16T00:56:22.240530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:07.397798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990483+0000","last_change":"2024-09-16T00:56:21.988542+0000","last_active":"2024-09-16T00:56:21.990483+0000","last_peered":"2024-09-16T00:56:21.990483+0000","last_clean":"2024-09-16T00:56:21.990483+0000","last_became_active":"2024-09-16T00:56:21.988266+0000","last_became_peered":"2024-09-16T00:56:21.988266+0000","last_unstale":"2024-09-16T00:56:21.990483+0000","last_undegraded":"2024-09-16T00:56:21.990483+0000","last_fullsized":"2024-09-16T00:56:21.990483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977053+0000","last_change":"2024-09-16T00:56:21.245222+0000","last_active":"2024-09-16T00:56:22.977053+0000","last_peered":"2024-09-16T00:56:22.977053+0000","last_clean":"2024-09-16T00:56:22.977053+0000","last_became_active":"2024-09-16T00:56:21.244922+0000","last_became_peered":"2024-09-16T00:56:21.244922+0000","last_unstale":"2024-09-16T00:56:22.977053+0000","last_undegraded":"2024-09-16T00:56:22.977053+0000","last_fullsized":"2024-09-16T00:56:22.977053+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:15.586018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.976486+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.976168+0000","last_became_peered":"2024-09-16T00:56:21.976168+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978374+0000","last_change":"2024-09-16T00:56:21.240160+0000","last_active":"2024-09-16T00:56:21.978374+0000","last_peered":"2024-09-16T00:56:21.978374+0000","last_clean":"2024-09-16T00:56:21.978374+0000","last_became_active":"2024-09-16T00:56:21.239810+0000","last_became_peered":"2024-09-16T00:56:21.239810+0000","last_unstale":"2024-09-16T00:56:21.978374+0000","last_undegraded":"2024-09-16T00:56:21.978374+0000","last_fullsized":"2024-09-16T00:56:21.978374+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:48.887716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992275+0000","last_change":"2024-09-16T00:56:21.988991+0000","last_active":"2024-09-16T00:56:21.992275+0000","last_peered":"2024-09-16T00:56:21.992275+0000","last_clean":"2024-09-16T00:56:21.992275+0000","last_became_active":"2024-09-16T00:56:21.986552+0000","last_became_peered":"2024-09-16T00:56:21.986552+0000","last_unstale":"2024-09-16T00:56:21.992275+0000","last_undegraded":"2024-09-16T00:56:21.992275+0000","last_fullsized":"2024-09-16T00:56:21.992275+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570549+0000","last_change":"2024-09-16T00:56:21.246563+0000","last_active":"2024-09-16T00:56:23.570549+0000","last_peered":"2024-09-16T00:56:23.570549+0000","last_clean":"2024-09-16T00:56:23.570549+0000","last_became_active":"2024-09-16T00:56:21.246042+0000","last_became_peered":"2024-09-16T00:56:21.246042+0000","last_unstale":"2024-09-16T00:56:23.570549+0000","last_undegraded":"2024-09-16T00:56:23.570549+0000","last_fullsized":"2024-09-16T00:56:23.570549+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:13.974367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992495+0000","last_change":"2024-09-16T00:56:21.986918+0000","last_active":"2024-09-16T00:56:21.992495+0000","last_peered":"2024-09-16T00:56:21.992495+0000","last_clean":"2024-09-16T00:56:21.992495+0000","last_became_active":"2024-09-16T00:56:21.986548+0000","last_became_peered":"2024-09-16T00:56:21.986548+0000","last_unstale":"2024-09-16T00:56:21.992495+0000","last_undegraded":"2024-09-16T00:56:21.992495+0000","last_fullsized":"2024-09-16T00:56:21.992495+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977595+0000","last_change":"2024-09-16T00:56:21.241917+0000","last_active":"2024-09-16T00:56:21.977595+0000","last_peered":"2024-09-16T00:56:21.977595+0000","last_clean":"2024-09-16T00:56:21.977595+0000","last_became_active":"2024-09-16T00:56:21.241469+0000","last_became_peered":"2024-09-16T00:56:21.241469+0000","last_unstale":"2024-09-16T00:56:21.977595+0000","last_undegraded":"2024-09-16T00:56:21.977595+0000","last_fullsized":"2024-09-16T00:56:21.977595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:27:44.142943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991474+0000","last_change":"2024-09-16T00:56:21.985589+0000","last_active":"2024-09-16T00:56:21.991474+0000","last_peered":"2024-09-16T00:56:21.991474+0000","last_clean":"2024-09-16T00:56:21.991474+0000","last_became_active":"2024-09-16T00:56:21.985309+0000","last_became_peered":"2024-09-16T00:56:21.985309+0000","last_unstale":"2024-09-16T00:56:21.991474+0000","last_undegraded":"2024-09-16T00:56:21.991474+0000","last_fullsized":"2024-09-16T00:56:21.991474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571393+0000","last_change":"2024-09-16T00:56:21.247748+0000","last_active":"2024-09-16T00:56:23.571393+0000","last_peered":"2024-09-16T00:56:23.571393+0000","last_clean":"2024-09-16T00:56:23.571393+0000","last_became_active":"2024-09-16T00:56:21.247475+0000","last_became_peered":"2024-09-16T00:56:21.247475+0000","last_unstale":"2024-09-16T00:56:23.571393+0000","last_undegraded":"2024-09-16T00:56:23.571393+0000","last_fullsized":"2024-09-16T00:56:23.571393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:54.523839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571264+0000","last_change":"2024-09-16T00:56:21.979408+0000","last_active":"2024-09-16T00:56:23.571264+0000","last_peered":"2024-09-16T00:56:23.571264+0000","last_clean":"2024-09-16T00:56:23.571264+0000","last_became_active":"2024-09-16T00:56:21.979128+0000","last_became_peered":"2024-09-16T00:56:21.979128+0000","last_unstale":"2024-09-16T00:56:23.571264+0000","last_undegraded":"2024-09-16T00:56:23.571264+0000","last_fullsized":"2024-09-16T00:56:23.571264+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:57.795369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973223+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:21.973223+0000","last_peered":"2024-09-16T00:56:21.973223+0000","last_clean":"2024-09-16T00:56:21.973223+0000","last_became_active":"2024-09-16T00:56:21.240207+0000","last_became_peered":"2024-09-16T00:56:21.240207+0000","last_unstale":"2024-09-16T00:56:21.973223+0000","last_undegraded":"2024-09-16T00:56:21.973223+0000","last_fullsized":"2024-09-16T00:56:21.973223+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:05.488654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991356+0000","last_change":"2024-09-16T00:56:21.987091+0000","last_active":"2024-09-16T00:56:21.991356+0000","last_peered":"2024-09-16T00:56:21.991356+0000","last_clean":"2024-09-16T00:56:21.991356+0000","last_became_active":"2024-09-16T00:56:21.985354+0000","last_became_peered":"2024-09-16T00:56:21.985354+0000","last_unstale":"2024-09-16T00:56:21.991356+0000","last_undegraded":"2024-09-16T00:56:21.991356+0000","last_fullsized":"2024-09-16T00:56:21.991356+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:31.567549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571537+0000","last_change":"2024-09-16T00:56:21.247240+0000","last_active":"2024-09-16T00:56:23.571537+0000","last_peered":"2024-09-16T00:56:23.571537+0000","last_clean":"2024-09-16T00:56:23.571537+0000","last_became_active":"2024-09-16T00:56:21.246921+0000","last_became_peered":"2024-09-16T00:56:21.246921+0000","last_unstale":"2024-09-16T00:56:23.571537+0000","last_undegraded":"2024-09-16T00:56:23.571537+0000","last_fullsized":"2024-09-16T00:56:23.571537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.781756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991245+0000","last_change":"2024-09-16T00:56:21.984601+0000","last_active":"2024-09-16T00:56:21.991245+0000","last_peered":"2024-09-16T00:56:21.991245+0000","last_clean":"2024-09-16T00:56:21.991245+0000","last_became_active":"2024-09-16T00:56:21.983992+0000","last_became_peered":"2024-09-16T00:56:21.983992+0000","last_unstale":"2024-09-16T00:56:21.991245+0000","last_undegraded":"2024-09-16T00:56:21.991245+0000","last_fullsized":"2024-09-16T00:56:21.991245+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:40.250784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570452+0000","last_change":"2024-09-16T00:56:21.247307+0000","last_active":"2024-09-16T00:56:23.570452+0000","last_peered":"2024-09-16T00:56:23.570452+0000","last_clean":"2024-09-16T00:56:23.570452+0000","last_became_active":"2024-09-16T00:56:21.247011+0000","last_became_peered":"2024-09-16T00:56:21.247011+0000","last_unstale":"2024-09-16T00:56:23.570452+0000","last_undegraded":"2024-09-16T00:56:23.570452+0000","last_fullsized":"2024-09-16T00:56:23.570452+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:26.626285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978011+0000","last_change":"2024-09-16T00:56:21.983055+0000","last_active":"2024-09-16T00:56:22.978011+0000","last_peered":"2024-09-16T00:56:22.978011+0000","last_clean":"2024-09-16T00:56:22.978011+0000","last_became_active":"2024-09-16T00:56:21.982773+0000","last_became_peered":"2024-09-16T00:56:21.982773+0000","last_unstale":"2024-09-16T00:56:22.978011+0000","last_undegraded":"2024-09-16T00:56:22.978011+0000","last_fullsized":"2024-09-16T00:56:22.978011+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.583064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973345+0000","last_change":"2024-09-16T00:56:21.242625+0000","last_active":"2024-09-16T00:56:21.973345+0000","last_peered":"2024-09-16T00:56:21.973345+0000","last_clean":"2024-09-16T00:56:21.973345+0000","last_became_active":"2024-09-16T00:56:21.242353+0000","last_became_peered":"2024-09-16T00:56:21.242353+0000","last_unstale":"2024-09-16T00:56:21.973345+0000","last_undegraded":"2024-09-16T00:56:21.973345+0000","last_fullsized":"2024-09-16T00:56:21.973345+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:17.635272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570322+0000","last_change":"2024-09-16T00:56:21.983103+0000","last_active":"2024-09-16T00:56:23.570322+0000","last_peered":"2024-09-16T00:56:23.570322+0000","last_clean":"2024-09-16T00:56:23.570322+0000","last_became_active":"2024-09-16T00:56:21.982762+0000","last_became_peered":"2024-09-16T00:56:21.982762+0000","last_unstale":"2024-09-16T00:56:23.570322+0000","last_undegraded":"2024-09-16T00:56:23.570322+0000","last_fullsized":"2024-09-16T00:56:23.570322+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:14.976897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973607+0000","last_change":"2024-09-16T00:56:21.245659+0000","last_active":"2024-09-16T00:56:21.973607+0000","last_peered":"2024-09-16T00:56:21.973607+0000","last_clean":"2024-09-16T00:56:21.973607+0000","last_became_active":"2024-09-16T00:56:21.245368+0000","last_became_peered":"2024-09-16T00:56:21.245368+0000","last_unstale":"2024-09-16T00:56:21.973607+0000","last_undegraded":"2024-09-16T00:56:21.973607+0000","last_fullsized":"2024-09-16T00:56:21.973607+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.626539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992177+0000","last_change":"2024-09-16T00:56:21.988461+0000","last_active":"2024-09-16T00:56:21.992177+0000","last_peered":"2024-09-16T00:56:21.992177+0000","last_clean":"2024-09-16T00:56:21.992177+0000","last_became_active":"2024-09-16T00:56:21.988219+0000","last_became_peered":"2024-09-16T00:56:21.988219+0000","last_unstale":"2024-09-16T00:56:21.992177+0000","last_undegraded":"2024-09-16T00:56:21.992177+0000","last_fullsized":"2024-09-16T00:56:21.992177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978271+0000","last_change":"2024-09-16T00:56:21.243467+0000","last_active":"2024-09-16T00:56:22.978271+0000","last_peered":"2024-09-16T00:56:22.978271+0000","last_clean":"2024-09-16T00:56:22.978271+0000","last_became_active":"2024-09-16T00:56:21.243213+0000","last_became_peered":"2024-09-16T00:56:21.243213+0000","last_unstale":"2024-09-16T00:56:22.978271+0000","last_undegraded":"2024-09-16T00:56:22.978271+0000","last_fullsized":"2024-09-16T00:56:22.978271+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:47.221680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":214,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570589+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:56:23.570589+0000","last_peered":"2024-09-16T00:56:23.570589+0000","last_clean":"2024-09-16T00:56:23.570589+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:56:23.570589+0000","last_undegraded":"2024-09-16T00:56:23.570589+0000","last_fullsized":"2024-09-16T00:56:23.570589+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1118208,"data_stored":802439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":524288,"data_stored":212051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":532480,"data_stored":213593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":520192,"data_stored":206319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":207315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":205751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1105920,"data_stored":796083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31672,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340168,"statfs":{"total":96636764160,"available":96604332032,"internally_reserved":0,"allocated":495616,"data_stored":198906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:56:28.226 INFO:tasks.ceph.mds.b.smithi073.stderr:2024-09-16T00:56:28.225+0000 7fd1a9e3c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:56:29.631 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:56:29.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.745+0000 7f426f32c640 1 Processor -- start 2024-09-16T00:56:29.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.745+0000 7f426f32c640 1 -- start start 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426f32c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42680b37a0 0x7f4268162cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426f32c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42680b70b0 con 0x7f426815e970 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426f32c640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42680b78b0 con 0x7f42680d1c10 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426f32c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4268163210 con 0x7f42680b37a0 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d8c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42680b37a0 0x7f4268162cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d0c8640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f426815e970 0x7f42680d1500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53760/0 (socket says 172.21.15.5:53760) 2024-09-16T00:56:29.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d0c8640 1 -- 172.21.15.5:0/2768880130 learned_addr learned my addr 172.21.15.5:0/2768880130 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:29.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d8c9640 1 -- 172.21.15.5:0/2768880130 >> v1:172.21.15.73:6789/0 conn(0x7f42680d1c10 legacy=0x7f42680ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d8c9640 1 -- 172.21.15.5:0/2768880130 >> v1:172.21.15.5:6789/0 conn(0x7f426815e970 legacy=0x7f42680d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.746+0000 7f426d8c9640 1 -- 172.21.15.5:0/2768880130 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42680b62f0 con 0x7f42680b37a0 2024-09-16T00:56:29.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.747+0000 7f426d8c9640 1 --2- 172.21.15.5:0/2768880130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42680b37a0 0x7f4268162cd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4260009d90 tx=0x7f426002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74f0e46f9288d6ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:29.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.747+0000 7f425ffff640 1 -- 172.21.15.5:0/2768880130 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260007740 con 0x7f42680b37a0 2024-09-16T00:56:29.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.747+0000 7f425ffff640 1 -- 172.21.15.5:0/2768880130 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42600078e0 con 0x7f42680b37a0 2024-09-16T00:56:29.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.747+0000 7f425ffff640 1 -- 172.21.15.5:0/2768880130 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260007cb0 con 0x7f42680b37a0 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 -- 172.21.15.5:0/2768880130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42680b37a0 msgr2=0x7f4268162cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 --2- 172.21.15.5:0/2768880130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42680b37a0 0x7f4268162cd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4260009d90 tx=0x7f426002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 -- 172.21.15.5:0/2768880130 shutdown_connections 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 --2- 172.21.15.5:0/2768880130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42680b37a0 0x7f4268162cd0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 -- 172.21.15.5:0/2768880130 >> 172.21.15.5:0/2768880130 conn(0x7f426806bd00 msgr2=0x7f426806c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 -- 172.21.15.5:0/2768880130 shutdown_connections 2024-09-16T00:56:29.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.748+0000 7f426f32c640 1 -- 172.21.15.5:0/2768880130 wait complete. 2024-09-16T00:56:29.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.749+0000 7f426f32c640 1 Processor -- start 2024-09-16T00:56:29.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.749+0000 7f426f32c640 1 -- start start 2024-09-16T00:56:29.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 0x7f42681f8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:29.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 0x7f4268160dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f42680b68b0 con 0x7f426815e970 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f42680b3bb0 con 0x7f42680d1c10 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426f32c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f42680b6b90 con 0x7f42680b37a0 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33020/0 (socket says 172.21.15.5:33020) 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 -- 172.21.15.5:0/364215330 learned_addr learned my addr 172.21.15.5:0/364215330 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426c8c7640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 0x7f4268160dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d0c8640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 0x7f42681f8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 -- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 msgr2=0x7f42681f8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 0x7f42681f8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 -- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 msgr2=0x7f4268160dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 0x7f4268160dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426d8c9640 1 -- 172.21.15.5:0/364215330 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42681614c0 con 0x7f426815e970 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.750+0000 7f426c8c7640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 0x7f4268160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f426d0c8640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 0x7f42681f8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f426d8c9640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4260009eb0 tx=0x7f4260004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426003f070 con 0x7f426815e970 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4260031bc0 con 0x7f426815e970 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42680c82a0 con 0x7f426815e970 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260044460 con 0x7f426815e970 2024-09-16T00:56:29.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.751+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42680c8860 con 0x7f426815e970 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.752+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4268162cd0 con 0x7f426815e970 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.753+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f426003b410 con 0x7f426815e970 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.753+0000 7f425dffb640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 0x7f424c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.753+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f42600acc90 con 0x7f426815e970 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.754+0000 7f426d0c8640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 0x7f424c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:29.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.754+0000 7f426d0c8640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 0x7f424c06e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4264007fd0 tx=0x7f4264009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:29.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.757+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f426007b550 con 0x7f426815e970 2024-09-16T00:56:29.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.931+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f426806c480 con 0x7f424c06c2b0 2024-09-16T00:56:29.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.938+0000 7f425dffb640 1 -- 172.21.15.5:0/364215330 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251926 (secure 0 0 0) 0x7f426806c480 con 0x7f424c06c2b0 2024-09-16T00:56:29.941 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:29.943 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:56:29.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 msgr2=0x7f424c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 0x7f424c06e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4264007fd0 tx=0x7f4264009040 comp rx=0 tx=0).stop 2024-09-16T00:56:29.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 msgr2=0x7f4268155750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4260009eb0 tx=0x7f4260004a40 comp rx=0 tx=0).stop 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 shutdown_connections 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f424c06c2b0 0x7f424c06e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f426815e970 0x7f4268155750 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42680d1c10 0x7f4268160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.940+0000 7f426f32c640 1 --2- 172.21.15.5:0/364215330 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42680b37a0 0x7f42681f8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.941+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 >> 172.21.15.5:0/364215330 conn(0x7f426806bd00 msgr2=0x7f4268162250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.941+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 shutdown_connections 2024-09-16T00:56:29.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:29.941+0000 7f426f32c640 1 -- 172.21.15.5:0/364215330 wait complete. 2024-09-16T00:56:29.952 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-09-16T00:56:28.323005+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242308,"kb_used_data":5240,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732412,"statfs":{"total":773094113280,"available":772845989888,"internally_reserved":0,"allocated":5365760,"data_stored":2856204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.094139"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571566+0000","last_change":"2024-09-16T00:56:21.982906+0000","last_active":"2024-09-16T00:56:23.571566+0000","last_peered":"2024-09-16T00:56:23.571566+0000","last_clean":"2024-09-16T00:56:23.571566+0000","last_became_active":"2024-09-16T00:56:21.982579+0000","last_became_peered":"2024-09-16T00:56:21.982579+0000","last_unstale":"2024-09-16T00:56:23.571566+0000","last_undegraded":"2024-09-16T00:56:23.571566+0000","last_fullsized":"2024-09-16T00:56:23.571566+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:56.827333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977940+0000","last_change":"2024-09-16T00:56:21.981963+0000","last_active":"2024-09-16T00:56:22.977940+0000","last_peered":"2024-09-16T00:56:22.977940+0000","last_clean":"2024-09-16T00:56:22.977940+0000","last_became_active":"2024-09-16T00:56:21.981635+0000","last_became_peered":"2024-09-16T00:56:21.981635+0000","last_unstale":"2024-09-16T00:56:22.977940+0000","last_undegraded":"2024-09-16T00:56:22.977940+0000","last_fullsized":"2024-09-16T00:56:22.977940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:37.625644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570436+0000","last_change":"2024-09-16T00:56:21.978260+0000","last_active":"2024-09-16T00:56:23.570436+0000","last_peered":"2024-09-16T00:56:23.570436+0000","last_clean":"2024-09-16T00:56:23.570436+0000","last_became_active":"2024-09-16T00:56:21.977983+0000","last_became_peered":"2024-09-16T00:56:21.977983+0000","last_unstale":"2024-09-16T00:56:23.570436+0000","last_undegraded":"2024-09-16T00:56:23.570436+0000","last_fullsized":"2024-09-16T00:56:23.570436+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:21.835524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992648+0000","last_change":"2024-09-16T00:56:21.991917+0000","last_active":"2024-09-16T00:56:21.992648+0000","last_peered":"2024-09-16T00:56:21.992648+0000","last_clean":"2024-09-16T00:56:21.992648+0000","last_became_active":"2024-09-16T00:56:21.991657+0000","last_became_peered":"2024-09-16T00:56:21.991657+0000","last_unstale":"2024-09-16T00:56:21.992648+0000","last_undegraded":"2024-09-16T00:56:21.992648+0000","last_fullsized":"2024-09-16T00:56:21.992648+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:11:25.325657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977309+0000","last_change":"2024-09-16T00:56:21.985693+0000","last_active":"2024-09-16T00:56:22.977309+0000","last_peered":"2024-09-16T00:56:22.977309+0000","last_clean":"2024-09-16T00:56:22.977309+0000","last_became_active":"2024-09-16T00:56:21.984785+0000","last_became_peered":"2024-09-16T00:56:21.984785+0000","last_unstale":"2024-09-16T00:56:22.977309+0000","last_undegraded":"2024-09-16T00:56:22.977309+0000","last_fullsized":"2024-09-16T00:56:22.977309+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:33:21.835524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991329+0000","last_change":"2024-09-16T00:56:21.986845+0000","last_active":"2024-09-16T00:56:21.991329+0000","last_peered":"2024-09-16T00:56:21.991329+0000","last_clean":"2024-09-16T00:56:21.991329+0000","last_became_active":"2024-09-16T00:56:21.984876+0000","last_became_peered":"2024-09-16T00:56:21.984876+0000","last_unstale":"2024-09-16T00:56:21.991329+0000","last_undegraded":"2024-09-16T00:56:21.991329+0000","last_fullsized":"2024-09-16T00:56:21.991329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:45:49.434948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571042+0000","last_change":"2024-09-16T00:56:21.978380+0000","last_active":"2024-09-16T00:56:23.571042+0000","last_peered":"2024-09-16T00:56:23.571042+0000","last_clean":"2024-09-16T00:56:23.571042+0000","last_became_active":"2024-09-16T00:56:21.977996+0000","last_became_peered":"2024-09-16T00:56:21.977996+0000","last_unstale":"2024-09-16T00:56:23.571042+0000","last_undegraded":"2024-09-16T00:56:23.571042+0000","last_fullsized":"2024-09-16T00:56:23.571042+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:56.970984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.984996+0000","last_change":"2024-09-16T00:56:21.983457+0000","last_active":"2024-09-16T00:56:21.984996+0000","last_peered":"2024-09-16T00:56:21.984996+0000","last_clean":"2024-09-16T00:56:21.984996+0000","last_became_active":"2024-09-16T00:56:21.983153+0000","last_became_peered":"2024-09-16T00:56:21.983153+0000","last_unstale":"2024-09-16T00:56:21.984996+0000","last_undegraded":"2024-09-16T00:56:21.984996+0000","last_fullsized":"2024-09-16T00:56:21.984996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992054+0000","last_change":"2024-09-16T00:56:21.986435+0000","last_active":"2024-09-16T00:56:21.992054+0000","last_peered":"2024-09-16T00:56:21.992054+0000","last_clean":"2024-09-16T00:56:21.992054+0000","last_became_active":"2024-09-16T00:56:21.986154+0000","last_became_peered":"2024-09-16T00:56:21.986154+0000","last_unstale":"2024-09-16T00:56:21.992054+0000","last_undegraded":"2024-09-16T00:56:21.992054+0000","last_fullsized":"2024-09-16T00:56:21.992054+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.986456+0000","last_change":"2024-09-16T00:56:21.983064+0000","last_active":"2024-09-16T00:56:21.986456+0000","last_peered":"2024-09-16T00:56:21.986456+0000","last_clean":"2024-09-16T00:56:21.986456+0000","last_became_active":"2024-09-16T00:56:21.982779+0000","last_became_peered":"2024-09-16T00:56:21.982779+0000","last_unstale":"2024-09-16T00:56:21.986456+0000","last_undegraded":"2024-09-16T00:56:21.986456+0000","last_fullsized":"2024-09-16T00:56:21.986456+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.982448+0000","last_change":"2024-09-16T00:56:21.978519+0000","last_active":"2024-09-16T00:56:21.982448+0000","last_peered":"2024-09-16T00:56:21.982448+0000","last_clean":"2024-09-16T00:56:21.982448+0000","last_became_active":"2024-09-16T00:56:21.978235+0000","last_became_peered":"2024-09-16T00:56:21.978235+0000","last_unstale":"2024-09-16T00:56:21.982448+0000","last_undegraded":"2024-09-16T00:56:21.982448+0000","last_fullsized":"2024-09-16T00:56:21.982448+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978204+0000","last_change":"2024-09-16T00:56:21.985395+0000","last_active":"2024-09-16T00:56:22.978204+0000","last_peered":"2024-09-16T00:56:22.978204+0000","last_clean":"2024-09-16T00:56:22.978204+0000","last_became_active":"2024-09-16T00:56:21.985068+0000","last_became_peered":"2024-09-16T00:56:21.985068+0000","last_unstale":"2024-09-16T00:56:22.978204+0000","last_undegraded":"2024-09-16T00:56:22.978204+0000","last_fullsized":"2024-09-16T00:56:22.978204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:58.456014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975778+0000","last_change":"2024-09-16T00:56:21.981797+0000","last_active":"2024-09-16T00:56:22.975778+0000","last_peered":"2024-09-16T00:56:22.975778+0000","last_clean":"2024-09-16T00:56:22.975778+0000","last_became_active":"2024-09-16T00:56:21.981539+0000","last_became_peered":"2024-09-16T00:56:21.981539+0000","last_unstale":"2024-09-16T00:56:22.975778+0000","last_undegraded":"2024-09-16T00:56:22.975778+0000","last_fullsized":"2024-09-16T00:56:22.975778+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:53.074031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991577+0000","last_change":"2024-09-16T00:56:21.985618+0000","last_active":"2024-09-16T00:56:21.991577+0000","last_peered":"2024-09-16T00:56:21.991577+0000","last_clean":"2024-09-16T00:56:21.991577+0000","last_became_active":"2024-09-16T00:56:21.985380+0000","last_became_peered":"2024-09-16T00:56:21.985380+0000","last_unstale":"2024-09-16T00:56:21.991577+0000","last_undegraded":"2024-09-16T00:56:21.991577+0000","last_fullsized":"2024-09-16T00:56:21.991577+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991482+0000","last_change":"2024-09-16T00:56:21.989933+0000","last_active":"2024-09-16T00:56:21.991482+0000","last_peered":"2024-09-16T00:56:21.991482+0000","last_clean":"2024-09-16T00:56:21.991482+0000","last_became_active":"2024-09-16T00:56:21.989599+0000","last_became_peered":"2024-09-16T00:56:21.989599+0000","last_unstale":"2024-09-16T00:56:21.991482+0000","last_undegraded":"2024-09-16T00:56:21.991482+0000","last_fullsized":"2024-09-16T00:56:21.991482+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:03.121572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977259+0000","last_change":"2024-09-16T00:56:21.986821+0000","last_active":"2024-09-16T00:56:22.977259+0000","last_peered":"2024-09-16T00:56:22.977259+0000","last_clean":"2024-09-16T00:56:22.977259+0000","last_became_active":"2024-09-16T00:56:21.986532+0000","last_became_peered":"2024-09-16T00:56:21.986532+0000","last_unstale":"2024-09-16T00:56:22.977259+0000","last_undegraded":"2024-09-16T00:56:22.977259+0000","last_fullsized":"2024-09-16T00:56:22.977259+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:56.415946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570728+0000","last_change":"2024-09-16T00:56:21.984031+0000","last_active":"2024-09-16T00:56:23.570728+0000","last_peered":"2024-09-16T00:56:23.570728+0000","last_clean":"2024-09-16T00:56:23.570728+0000","last_became_active":"2024-09-16T00:56:21.983282+0000","last_became_peered":"2024-09-16T00:56:21.983282+0000","last_unstale":"2024-09-16T00:56:23.570728+0000","last_undegraded":"2024-09-16T00:56:23.570728+0000","last_fullsized":"2024-09-16T00:56:23.570728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:35:23.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570687+0000","last_change":"2024-09-16T00:56:21.982018+0000","last_active":"2024-09-16T00:56:23.570687+0000","last_peered":"2024-09-16T00:56:23.570687+0000","last_clean":"2024-09-16T00:56:23.570687+0000","last_became_active":"2024-09-16T00:56:21.981658+0000","last_became_peered":"2024-09-16T00:56:21.981658+0000","last_unstale":"2024-09-16T00:56:23.570687+0000","last_undegraded":"2024-09-16T00:56:23.570687+0000","last_fullsized":"2024-09-16T00:56:23.570687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:58.456014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977527+0000","last_change":"2024-09-16T00:56:21.987082+0000","last_active":"2024-09-16T00:56:22.977527+0000","last_peered":"2024-09-16T00:56:22.977527+0000","last_clean":"2024-09-16T00:56:22.977527+0000","last_became_active":"2024-09-16T00:56:21.986590+0000","last_became_peered":"2024-09-16T00:56:21.986590+0000","last_unstale":"2024-09-16T00:56:22.977527+0000","last_undegraded":"2024-09-16T00:56:22.977527+0000","last_fullsized":"2024-09-16T00:56:22.977527+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:18.882091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975779+0000","last_change":"2024-09-16T00:56:21.979660+0000","last_active":"2024-09-16T00:56:22.975779+0000","last_peered":"2024-09-16T00:56:22.975779+0000","last_clean":"2024-09-16T00:56:22.975779+0000","last_became_active":"2024-09-16T00:56:21.979372+0000","last_became_peered":"2024-09-16T00:56:21.979372+0000","last_unstale":"2024-09-16T00:56:22.975779+0000","last_undegraded":"2024-09-16T00:56:22.975779+0000","last_fullsized":"2024-09-16T00:56:22.975779+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:50.164203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991223+0000","last_change":"2024-09-16T00:56:21.984784+0000","last_active":"2024-09-16T00:56:21.991223+0000","last_peered":"2024-09-16T00:56:21.991223+0000","last_clean":"2024-09-16T00:56:21.991223+0000","last_became_active":"2024-09-16T00:56:21.984331+0000","last_became_peered":"2024-09-16T00:56:21.984331+0000","last_unstale":"2024-09-16T00:56:21.991223+0000","last_undegraded":"2024-09-16T00:56:21.991223+0000","last_fullsized":"2024-09-16T00:56:21.991223+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:46:15.084404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992653+0000","last_change":"2024-09-16T00:56:21.991946+0000","last_active":"2024-09-16T00:56:21.992653+0000","last_peered":"2024-09-16T00:56:21.992653+0000","last_clean":"2024-09-16T00:56:21.992653+0000","last_became_active":"2024-09-16T00:56:21.991666+0000","last_became_peered":"2024-09-16T00:56:21.991666+0000","last_unstale":"2024-09-16T00:56:21.992653+0000","last_undegraded":"2024-09-16T00:56:21.992653+0000","last_fullsized":"2024-09-16T00:56:21.992653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:27.557267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977481+0000","last_change":"2024-09-16T00:56:21.988375+0000","last_active":"2024-09-16T00:56:22.977481+0000","last_peered":"2024-09-16T00:56:22.977481+0000","last_clean":"2024-09-16T00:56:22.977481+0000","last_became_active":"2024-09-16T00:56:21.988108+0000","last_became_peered":"2024-09-16T00:56:21.988108+0000","last_unstale":"2024-09-16T00:56:22.977481+0000","last_undegraded":"2024-09-16T00:56:22.977481+0000","last_fullsized":"2024-09-16T00:56:22.977481+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977399+0000","last_change":"2024-09-16T00:56:21.986053+0000","last_active":"2024-09-16T00:56:22.977399+0000","last_peered":"2024-09-16T00:56:22.977399+0000","last_clean":"2024-09-16T00:56:22.977399+0000","last_became_active":"2024-09-16T00:56:21.985757+0000","last_became_peered":"2024-09-16T00:56:21.985757+0000","last_unstale":"2024-09-16T00:56:22.977399+0000","last_undegraded":"2024-09-16T00:56:22.977399+0000","last_fullsized":"2024-09-16T00:56:22.977399+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977646+0000","last_change":"2024-09-16T00:56:21.983798+0000","last_active":"2024-09-16T00:56:22.977646+0000","last_peered":"2024-09-16T00:56:22.977646+0000","last_clean":"2024-09-16T00:56:22.977646+0000","last_became_active":"2024-09-16T00:56:21.983539+0000","last_became_peered":"2024-09-16T00:56:21.983539+0000","last_unstale":"2024-09-16T00:56:22.977646+0000","last_undegraded":"2024-09-16T00:56:22.977646+0000","last_fullsized":"2024-09-16T00:56:22.977646+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.980628+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.980330+0000","last_became_peered":"2024-09-16T00:56:21.980330+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:25.653501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570514+0000","last_change":"2024-09-16T00:56:21.982751+0000","last_active":"2024-09-16T00:56:23.570514+0000","last_peered":"2024-09-16T00:56:23.570514+0000","last_clean":"2024-09-16T00:56:23.570514+0000","last_became_active":"2024-09-16T00:56:21.982397+0000","last_became_peered":"2024-09-16T00:56:21.982397+0000","last_unstale":"2024-09-16T00:56:23.570514+0000","last_undegraded":"2024-09-16T00:56:23.570514+0000","last_fullsized":"2024-09-16T00:56:23.570514+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:04:37.625644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978247+0000","last_change":"2024-09-16T00:56:21.985417+0000","last_active":"2024-09-16T00:56:22.978247+0000","last_peered":"2024-09-16T00:56:22.978247+0000","last_clean":"2024-09-16T00:56:22.978247+0000","last_became_active":"2024-09-16T00:56:21.985058+0000","last_became_peered":"2024-09-16T00:56:21.985058+0000","last_unstale":"2024-09-16T00:56:22.978247+0000","last_undegraded":"2024-09-16T00:56:22.978247+0000","last_fullsized":"2024-09-16T00:56:22.978247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:35:23.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977034+0000","last_change":"2024-09-16T00:56:21.984415+0000","last_active":"2024-09-16T00:56:22.977034+0000","last_peered":"2024-09-16T00:56:22.977034+0000","last_clean":"2024-09-16T00:56:22.977034+0000","last_became_active":"2024-09-16T00:56:21.984168+0000","last_became_peered":"2024-09-16T00:56:21.984168+0000","last_unstale":"2024-09-16T00:56:22.977034+0000","last_undegraded":"2024-09-16T00:56:22.977034+0000","last_fullsized":"2024-09-16T00:56:22.977034+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:49.890245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570346+0000","last_change":"2024-09-16T00:56:21.974774+0000","last_active":"2024-09-16T00:56:23.570346+0000","last_peered":"2024-09-16T00:56:23.570346+0000","last_clean":"2024-09-16T00:56:23.570346+0000","last_became_active":"2024-09-16T00:56:21.974446+0000","last_became_peered":"2024-09-16T00:56:21.974446+0000","last_unstale":"2024-09-16T00:56:23.570346+0000","last_undegraded":"2024-09-16T00:56:23.570346+0000","last_fullsized":"2024-09-16T00:56:23.570346+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:55.526368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991305+0000","last_change":"2024-09-16T00:56:21.986354+0000","last_active":"2024-09-16T00:56:21.991305+0000","last_peered":"2024-09-16T00:56:21.991305+0000","last_clean":"2024-09-16T00:56:21.991305+0000","last_became_active":"2024-09-16T00:56:21.986095+0000","last_became_peered":"2024-09-16T00:56:21.986095+0000","last_unstale":"2024-09-16T00:56:21.991305+0000","last_undegraded":"2024-09-16T00:56:21.991305+0000","last_fullsized":"2024-09-16T00:56:21.991305+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:34.454922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975578+0000","last_change":"2024-09-16T00:56:21.983420+0000","last_active":"2024-09-16T00:56:22.975578+0000","last_peered":"2024-09-16T00:56:22.975578+0000","last_clean":"2024-09-16T00:56:22.975578+0000","last_became_active":"2024-09-16T00:56:21.983082+0000","last_became_peered":"2024-09-16T00:56:21.983082+0000","last_unstale":"2024-09-16T00:56:22.975578+0000","last_undegraded":"2024-09-16T00:56:22.975578+0000","last_fullsized":"2024-09-16T00:56:22.975578+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:07:20.085639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990365+0000","last_change":"2024-09-16T00:56:21.988295+0000","last_active":"2024-09-16T00:56:21.990365+0000","last_peered":"2024-09-16T00:56:21.990365+0000","last_clean":"2024-09-16T00:56:21.990365+0000","last_became_active":"2024-09-16T00:56:21.987984+0000","last_became_peered":"2024-09-16T00:56:21.987984+0000","last_unstale":"2024-09-16T00:56:21.990365+0000","last_undegraded":"2024-09-16T00:56:21.990365+0000","last_fullsized":"2024-09-16T00:56:21.990365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240815+0000","last_change":"2024-09-16T00:56:21.248402+0000","last_active":"2024-09-16T00:56:22.240815+0000","last_peered":"2024-09-16T00:56:22.240815+0000","last_clean":"2024-09-16T00:56:22.240815+0000","last_became_active":"2024-09-16T00:56:21.248054+0000","last_became_peered":"2024-09-16T00:56:21.248054+0000","last_unstale":"2024-09-16T00:56:22.240815+0000","last_undegraded":"2024-09-16T00:56:22.240815+0000","last_fullsized":"2024-09-16T00:56:22.240815+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:48.875019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977697+0000","last_change":"2024-09-16T00:56:21.986103+0000","last_active":"2024-09-16T00:56:22.977697+0000","last_peered":"2024-09-16T00:56:22.977697+0000","last_clean":"2024-09-16T00:56:22.977697+0000","last_became_active":"2024-09-16T00:56:21.985827+0000","last_became_peered":"2024-09-16T00:56:21.985827+0000","last_unstale":"2024-09-16T00:56:22.977697+0000","last_undegraded":"2024-09-16T00:56:22.977697+0000","last_fullsized":"2024-09-16T00:56:22.977697+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570767+0000","last_change":"2024-09-16T00:56:21.246388+0000","last_active":"2024-09-16T00:56:23.570767+0000","last_peered":"2024-09-16T00:56:23.570767+0000","last_clean":"2024-09-16T00:56:23.570767+0000","last_became_active":"2024-09-16T00:56:21.246094+0000","last_became_peered":"2024-09-16T00:56:21.246094+0000","last_unstale":"2024-09-16T00:56:23.570767+0000","last_undegraded":"2024-09-16T00:56:23.570767+0000","last_fullsized":"2024-09-16T00:56:23.570767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:11:23.835370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978318+0000","last_change":"2024-09-16T00:56:21.987286+0000","last_active":"2024-09-16T00:56:22.978318+0000","last_peered":"2024-09-16T00:56:22.978318+0000","last_clean":"2024-09-16T00:56:22.978318+0000","last_became_active":"2024-09-16T00:56:21.987009+0000","last_became_peered":"2024-09-16T00:56:21.987009+0000","last_unstale":"2024-09-16T00:56:22.978318+0000","last_undegraded":"2024-09-16T00:56:22.978318+0000","last_fullsized":"2024-09-16T00:56:22.978318+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:14:27.444945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.238615+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:22.238615+0000","last_peered":"2024-09-16T00:56:22.238615+0000","last_clean":"2024-09-16T00:56:22.238615+0000","last_became_active":"2024-09-16T00:56:21.240156+0000","last_became_peered":"2024-09-16T00:56:21.240156+0000","last_unstale":"2024-09-16T00:56:22.238615+0000","last_undegraded":"2024-09-16T00:56:22.238615+0000","last_fullsized":"2024-09-16T00:56:22.238615+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:06:55.413416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991437+0000","last_change":"2024-09-16T00:56:21.990240+0000","last_active":"2024-09-16T00:56:21.991437+0000","last_peered":"2024-09-16T00:56:21.991437+0000","last_clean":"2024-09-16T00:56:21.991437+0000","last_became_active":"2024-09-16T00:56:21.989969+0000","last_became_peered":"2024-09-16T00:56:21.989969+0000","last_unstale":"2024-09-16T00:56:21.991437+0000","last_undegraded":"2024-09-16T00:56:21.991437+0000","last_fullsized":"2024-09-16T00:56:21.991437+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:47.464171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570909+0000","last_change":"2024-09-16T00:56:21.241015+0000","last_active":"2024-09-16T00:56:23.570909+0000","last_peered":"2024-09-16T00:56:23.570909+0000","last_clean":"2024-09-16T00:56:23.570909+0000","last_became_active":"2024-09-16T00:56:21.240681+0000","last_became_peered":"2024-09-16T00:56:21.240681+0000","last_unstale":"2024-09-16T00:56:23.570909+0000","last_undegraded":"2024-09-16T00:56:23.570909+0000","last_fullsized":"2024-09-16T00:56:23.570909+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:50.296798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570339+0000","last_change":"2024-09-16T00:56:21.988662+0000","last_active":"2024-09-16T00:56:23.570339+0000","last_peered":"2024-09-16T00:56:23.570339+0000","last_clean":"2024-09-16T00:56:23.570339+0000","last_became_active":"2024-09-16T00:56:21.988128+0000","last_became_peered":"2024-09-16T00:56:21.988128+0000","last_unstale":"2024-09-16T00:56:23.570339+0000","last_undegraded":"2024-09-16T00:56:23.570339+0000","last_fullsized":"2024-09-16T00:56:23.570339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:07.256088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.239262+0000","last_change":"2024-09-16T00:56:21.241720+0000","last_active":"2024-09-16T00:56:22.239262+0000","last_peered":"2024-09-16T00:56:22.239262+0000","last_clean":"2024-09-16T00:56:22.239262+0000","last_became_active":"2024-09-16T00:56:21.241177+0000","last_became_peered":"2024-09-16T00:56:21.241177+0000","last_unstale":"2024-09-16T00:56:22.239262+0000","last_undegraded":"2024-09-16T00:56:22.239262+0000","last_fullsized":"2024-09-16T00:56:22.239262+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:53:02.967893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992256+0000","last_change":"2024-09-16T00:56:21.988841+0000","last_active":"2024-09-16T00:56:21.992256+0000","last_peered":"2024-09-16T00:56:21.992256+0000","last_clean":"2024-09-16T00:56:21.992256+0000","last_became_active":"2024-09-16T00:56:21.987542+0000","last_became_peered":"2024-09-16T00:56:21.987542+0000","last_unstale":"2024-09-16T00:56:21.992256+0000","last_undegraded":"2024-09-16T00:56:21.992256+0000","last_fullsized":"2024-09-16T00:56:21.992256+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:44.678263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570540+0000","last_change":"2024-09-16T00:56:21.238650+0000","last_active":"2024-09-16T00:56:23.570540+0000","last_peered":"2024-09-16T00:56:23.570540+0000","last_clean":"2024-09-16T00:56:23.570540+0000","last_became_active":"2024-09-16T00:56:21.238303+0000","last_became_peered":"2024-09-16T00:56:21.238303+0000","last_unstale":"2024-09-16T00:56:23.570540+0000","last_undegraded":"2024-09-16T00:56:23.570540+0000","last_fullsized":"2024-09-16T00:56:23.570540+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:39.528789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985016+0000","last_change":"2024-09-16T00:56:21.983225+0000","last_active":"2024-09-16T00:56:21.985016+0000","last_peered":"2024-09-16T00:56:21.985016+0000","last_clean":"2024-09-16T00:56:21.985016+0000","last_became_active":"2024-09-16T00:56:21.982795+0000","last_became_peered":"2024-09-16T00:56:21.982795+0000","last_unstale":"2024-09-16T00:56:21.985016+0000","last_undegraded":"2024-09-16T00:56:21.985016+0000","last_fullsized":"2024-09-16T00:56:21.985016+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:23:19.282264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.976857+0000","last_change":"2024-09-16T00:56:21.242512+0000","last_active":"2024-09-16T00:56:22.976857+0000","last_peered":"2024-09-16T00:56:22.976857+0000","last_clean":"2024-09-16T00:56:22.976857+0000","last_became_active":"2024-09-16T00:56:21.242206+0000","last_became_peered":"2024-09-16T00:56:21.242206+0000","last_unstale":"2024-09-16T00:56:22.976857+0000","last_undegraded":"2024-09-16T00:56:22.976857+0000","last_fullsized":"2024-09-16T00:56:22.976857+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:19.261831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977098+0000","last_change":"2024-09-16T00:56:21.988990+0000","last_active":"2024-09-16T00:56:22.977098+0000","last_peered":"2024-09-16T00:56:22.977098+0000","last_clean":"2024-09-16T00:56:22.977098+0000","last_became_active":"2024-09-16T00:56:21.988735+0000","last_became_peered":"2024-09-16T00:56:21.988735+0000","last_unstale":"2024-09-16T00:56:22.977098+0000","last_undegraded":"2024-09-16T00:56:22.977098+0000","last_fullsized":"2024-09-16T00:56:22.977098+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:06.491184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973295+0000","last_change":"2024-09-16T00:56:21.244985+0000","last_active":"2024-09-16T00:56:21.973295+0000","last_peered":"2024-09-16T00:56:21.973295+0000","last_clean":"2024-09-16T00:56:21.973295+0000","last_became_active":"2024-09-16T00:56:21.244713+0000","last_became_peered":"2024-09-16T00:56:21.244713+0000","last_unstale":"2024-09-16T00:56:21.973295+0000","last_undegraded":"2024-09-16T00:56:21.973295+0000","last_fullsized":"2024-09-16T00:56:21.973295+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:16.860832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570653+0000","last_change":"2024-09-16T00:56:21.982420+0000","last_active":"2024-09-16T00:56:23.570653+0000","last_peered":"2024-09-16T00:56:23.570653+0000","last_clean":"2024-09-16T00:56:23.570653+0000","last_became_active":"2024-09-16T00:56:21.982115+0000","last_became_peered":"2024-09-16T00:56:21.982115+0000","last_unstale":"2024-09-16T00:56:23.570653+0000","last_undegraded":"2024-09-16T00:56:23.570653+0000","last_fullsized":"2024-09-16T00:56:23.570653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.583064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570810+0000","last_change":"2024-09-16T00:56:21.241089+0000","last_active":"2024-09-16T00:56:23.570810+0000","last_peered":"2024-09-16T00:56:23.570810+0000","last_clean":"2024-09-16T00:56:23.570810+0000","last_became_active":"2024-09-16T00:56:21.240744+0000","last_became_peered":"2024-09-16T00:56:21.240744+0000","last_unstale":"2024-09-16T00:56:23.570810+0000","last_undegraded":"2024-09-16T00:56:23.570810+0000","last_fullsized":"2024-09-16T00:56:23.570810+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:44:13.510813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571590+0000","last_change":"2024-09-16T00:56:21.985776+0000","last_active":"2024-09-16T00:56:23.571590+0000","last_peered":"2024-09-16T00:56:23.571590+0000","last_clean":"2024-09-16T00:56:23.571590+0000","last_became_active":"2024-09-16T00:56:21.985503+0000","last_became_peered":"2024-09-16T00:56:21.985503+0000","last_unstale":"2024-09-16T00:56:23.571590+0000","last_undegraded":"2024-09-16T00:56:23.571590+0000","last_fullsized":"2024-09-16T00:56:23.571590+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:32:16.937698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977915+0000","last_change":"2024-09-16T00:56:21.243151+0000","last_active":"2024-09-16T00:56:21.977915+0000","last_peered":"2024-09-16T00:56:21.977915+0000","last_clean":"2024-09-16T00:56:21.977915+0000","last_became_active":"2024-09-16T00:56:21.242802+0000","last_became_peered":"2024-09-16T00:56:21.242802+0000","last_unstale":"2024-09-16T00:56:21.977915+0000","last_undegraded":"2024-09-16T00:56:21.977915+0000","last_fullsized":"2024-09-16T00:56:21.977915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:40.064424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991282+0000","last_change":"2024-09-16T00:56:21.985358+0000","last_active":"2024-09-16T00:56:21.991282+0000","last_peered":"2024-09-16T00:56:21.991282+0000","last_clean":"2024-09-16T00:56:21.991282+0000","last_became_active":"2024-09-16T00:56:21.983600+0000","last_became_peered":"2024-09-16T00:56:21.983600+0000","last_unstale":"2024-09-16T00:56:21.991282+0000","last_undegraded":"2024-09-16T00:56:21.991282+0000","last_fullsized":"2024-09-16T00:56:21.991282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:58:06.029454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571339+0000","last_change":"2024-09-16T00:56:21.247902+0000","last_active":"2024-09-16T00:56:23.571339+0000","last_peered":"2024-09-16T00:56:23.571339+0000","last_clean":"2024-09-16T00:56:23.571339+0000","last_became_active":"2024-09-16T00:56:21.247595+0000","last_became_peered":"2024-09-16T00:56:21.247595+0000","last_unstale":"2024-09-16T00:56:23.571339+0000","last_undegraded":"2024-09-16T00:56:23.571339+0000","last_fullsized":"2024-09-16T00:56:23.571339+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:06.253559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571108+0000","last_change":"2024-09-16T00:56:21.983332+0000","last_active":"2024-09-16T00:56:23.571108+0000","last_peered":"2024-09-16T00:56:23.571108+0000","last_clean":"2024-09-16T00:56:23.571108+0000","last_became_active":"2024-09-16T00:56:21.983037+0000","last_became_peered":"2024-09-16T00:56:21.983037+0000","last_unstale":"2024-09-16T00:56:23.571108+0000","last_undegraded":"2024-09-16T00:56:23.571108+0000","last_fullsized":"2024-09-16T00:56:23.571108+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:04.502977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975768+0000","last_change":"2024-09-16T00:56:21.240138+0000","last_active":"2024-09-16T00:56:22.975768+0000","last_peered":"2024-09-16T00:56:22.975768+0000","last_clean":"2024-09-16T00:56:22.975768+0000","last_became_active":"2024-09-16T00:56:21.239839+0000","last_became_peered":"2024-09-16T00:56:21.239839+0000","last_unstale":"2024-09-16T00:56:22.975768+0000","last_undegraded":"2024-09-16T00:56:22.975768+0000","last_fullsized":"2024-09-16T00:56:22.975768+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:53.679479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977388+0000","last_change":"2024-09-16T00:56:21.987503+0000","last_active":"2024-09-16T00:56:22.977388+0000","last_peered":"2024-09-16T00:56:22.977388+0000","last_clean":"2024-09-16T00:56:22.977388+0000","last_became_active":"2024-09-16T00:56:21.987120+0000","last_became_peered":"2024-09-16T00:56:21.987120+0000","last_unstale":"2024-09-16T00:56:22.977388+0000","last_undegraded":"2024-09-16T00:56:22.977388+0000","last_fullsized":"2024-09-16T00:56:22.977388+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240482+0000","last_change":"2024-09-16T00:56:21.248768+0000","last_active":"2024-09-16T00:56:22.240482+0000","last_peered":"2024-09-16T00:56:22.240482+0000","last_clean":"2024-09-16T00:56:22.240482+0000","last_became_active":"2024-09-16T00:56:21.248499+0000","last_became_peered":"2024-09-16T00:56:21.248499+0000","last_unstale":"2024-09-16T00:56:22.240482+0000","last_undegraded":"2024-09-16T00:56:22.240482+0000","last_fullsized":"2024-09-16T00:56:22.240482+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:55:37.224212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992279+0000","last_change":"2024-09-16T00:56:21.989105+0000","last_active":"2024-09-16T00:56:21.992279+0000","last_peered":"2024-09-16T00:56:21.992279+0000","last_clean":"2024-09-16T00:56:21.992279+0000","last_became_active":"2024-09-16T00:56:21.988453+0000","last_became_peered":"2024-09-16T00:56:21.988453+0000","last_unstale":"2024-09-16T00:56:21.992279+0000","last_undegraded":"2024-09-16T00:56:21.992279+0000","last_fullsized":"2024-09-16T00:56:21.992279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:01.954796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570787+0000","last_change":"2024-09-16T00:56:21.246203+0000","last_active":"2024-09-16T00:56:23.570787+0000","last_peered":"2024-09-16T00:56:23.570787+0000","last_clean":"2024-09-16T00:56:23.570787+0000","last_became_active":"2024-09-16T00:56:21.245849+0000","last_became_peered":"2024-09-16T00:56:21.245849+0000","last_unstale":"2024-09-16T00:56:23.570787+0000","last_undegraded":"2024-09-16T00:56:23.570787+0000","last_fullsized":"2024-09-16T00:56:23.570787+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:33:45.296794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.985257+0000","last_change":"2024-09-16T00:56:21.983684+0000","last_active":"2024-09-16T00:56:21.985257+0000","last_peered":"2024-09-16T00:56:21.985257+0000","last_clean":"2024-09-16T00:56:21.985257+0000","last_became_active":"2024-09-16T00:56:21.983412+0000","last_became_peered":"2024-09-16T00:56:21.983412+0000","last_unstale":"2024-09-16T00:56:21.985257+0000","last_undegraded":"2024-09-16T00:56:21.985257+0000","last_fullsized":"2024-09-16T00:56:21.985257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:37.088806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978108+0000","last_change":"2024-09-16T00:56:21.249456+0000","last_active":"2024-09-16T00:56:21.978108+0000","last_peered":"2024-09-16T00:56:21.978108+0000","last_clean":"2024-09-16T00:56:21.978108+0000","last_became_active":"2024-09-16T00:56:21.249095+0000","last_became_peered":"2024-09-16T00:56:21.249095+0000","last_unstale":"2024-09-16T00:56:21.978108+0000","last_undegraded":"2024-09-16T00:56:21.978108+0000","last_fullsized":"2024-09-16T00:56:21.978108+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:36.683539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571201+0000","last_change":"2024-09-16T00:56:21.983728+0000","last_active":"2024-09-16T00:56:23.571201+0000","last_peered":"2024-09-16T00:56:23.571201+0000","last_clean":"2024-09-16T00:56:23.571201+0000","last_became_active":"2024-09-16T00:56:21.983487+0000","last_became_peered":"2024-09-16T00:56:21.983487+0000","last_unstale":"2024-09-16T00:56:23.571201+0000","last_undegraded":"2024-09-16T00:56:23.571201+0000","last_fullsized":"2024-09-16T00:56:23.571201+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:16.781700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":20,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.241490+0000","last_change":"2024-09-16T00:56:21.243677+0000","last_active":"2024-09-16T00:56:22.241490+0000","last_peered":"2024-09-16T00:56:22.241490+0000","last_clean":"2024-09-16T00:56:22.241490+0000","last_became_active":"2024-09-16T00:56:21.243292+0000","last_became_peered":"2024-09-16T00:56:21.243292+0000","last_unstale":"2024-09-16T00:56:22.241490+0000","last_undegraded":"2024-09-16T00:56:22.241490+0000","last_fullsized":"2024-09-16T00:56:22.241490+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:14.425183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975630+0000","last_change":"2024-09-16T00:56:21.982709+0000","last_active":"2024-09-16T00:56:22.975630+0000","last_peered":"2024-09-16T00:56:22.975630+0000","last_clean":"2024-09-16T00:56:22.975630+0000","last_became_active":"2024-09-16T00:56:21.982432+0000","last_became_peered":"2024-09-16T00:56:21.982432+0000","last_unstale":"2024-09-16T00:56:22.975630+0000","last_undegraded":"2024-09-16T00:56:22.975630+0000","last_fullsized":"2024-09-16T00:56:22.975630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.522914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975569+0000","last_change":"2024-09-16T00:56:21.242440+0000","last_active":"2024-09-16T00:56:22.975569+0000","last_peered":"2024-09-16T00:56:22.975569+0000","last_clean":"2024-09-16T00:56:22.975569+0000","last_became_active":"2024-09-16T00:56:21.242154+0000","last_became_peered":"2024-09-16T00:56:21.242154+0000","last_unstale":"2024-09-16T00:56:22.975569+0000","last_undegraded":"2024-09-16T00:56:22.975569+0000","last_fullsized":"2024-09-16T00:56:22.975569+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:45.823536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992443+0000","last_change":"2024-09-16T00:56:21.989841+0000","last_active":"2024-09-16T00:56:21.992443+0000","last_peered":"2024-09-16T00:56:21.992443+0000","last_clean":"2024-09-16T00:56:21.992443+0000","last_became_active":"2024-09-16T00:56:21.989510+0000","last_became_peered":"2024-09-16T00:56:21.989510+0000","last_unstale":"2024-09-16T00:56:21.992443+0000","last_undegraded":"2024-09-16T00:56:21.992443+0000","last_fullsized":"2024-09-16T00:56:21.992443+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.854102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570816+0000","last_change":"2024-09-16T00:56:21.241195+0000","last_active":"2024-09-16T00:56:23.570816+0000","last_peered":"2024-09-16T00:56:23.570816+0000","last_clean":"2024-09-16T00:56:23.570816+0000","last_became_active":"2024-09-16T00:56:21.240842+0000","last_became_peered":"2024-09-16T00:56:21.240842+0000","last_unstale":"2024-09-16T00:56:23.570816+0000","last_undegraded":"2024-09-16T00:56:23.570816+0000","last_fullsized":"2024-09-16T00:56:23.570816+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:29.927400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977003+0000","last_change":"2024-09-16T00:56:21.988388+0000","last_active":"2024-09-16T00:56:22.977003+0000","last_peered":"2024-09-16T00:56:22.977003+0000","last_clean":"2024-09-16T00:56:22.977003+0000","last_became_active":"2024-09-16T00:56:21.988109+0000","last_became_peered":"2024-09-16T00:56:21.988109+0000","last_unstale":"2024-09-16T00:56:22.977003+0000","last_undegraded":"2024-09-16T00:56:22.977003+0000","last_fullsized":"2024-09-16T00:56:22.977003+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:41.066953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977567+0000","last_change":"2024-09-16T00:56:21.241940+0000","last_active":"2024-09-16T00:56:22.977567+0000","last_peered":"2024-09-16T00:56:22.977567+0000","last_clean":"2024-09-16T00:56:22.977567+0000","last_became_active":"2024-09-16T00:56:21.241637+0000","last_became_peered":"2024-09-16T00:56:21.241637+0000","last_unstale":"2024-09-16T00:56:22.977567+0000","last_undegraded":"2024-09-16T00:56:22.977567+0000","last_fullsized":"2024-09-16T00:56:22.977567+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:44.496255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977003+0000","last_change":"2024-09-16T00:56:21.985325+0000","last_active":"2024-09-16T00:56:22.977003+0000","last_peered":"2024-09-16T00:56:22.977003+0000","last_clean":"2024-09-16T00:56:22.977003+0000","last_became_active":"2024-09-16T00:56:21.984966+0000","last_became_peered":"2024-09-16T00:56:21.984966+0000","last_unstale":"2024-09-16T00:56:22.977003+0000","last_undegraded":"2024-09-16T00:56:22.977003+0000","last_fullsized":"2024-09-16T00:56:22.977003+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:18.637801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978834+0000","last_change":"2024-09-16T00:56:21.245009+0000","last_active":"2024-09-16T00:56:21.978834+0000","last_peered":"2024-09-16T00:56:21.978834+0000","last_clean":"2024-09-16T00:56:21.978834+0000","last_became_active":"2024-09-16T00:56:21.244662+0000","last_became_peered":"2024-09-16T00:56:21.244662+0000","last_unstale":"2024-09-16T00:56:21.978834+0000","last_undegraded":"2024-09-16T00:56:21.978834+0000","last_fullsized":"2024-09-16T00:56:21.978834+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:49:58.782536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991411+0000","last_change":"2024-09-16T00:56:21.985608+0000","last_active":"2024-09-16T00:56:21.991411+0000","last_peered":"2024-09-16T00:56:21.991411+0000","last_clean":"2024-09-16T00:56:21.991411+0000","last_became_active":"2024-09-16T00:56:21.982460+0000","last_became_peered":"2024-09-16T00:56:21.982460+0000","last_unstale":"2024-09-16T00:56:21.991411+0000","last_undegraded":"2024-09-16T00:56:21.991411+0000","last_fullsized":"2024-09-16T00:56:21.991411+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:11.724191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.240530+0000","last_change":"2024-09-16T00:56:21.245751+0000","last_active":"2024-09-16T00:56:22.240530+0000","last_peered":"2024-09-16T00:56:22.240530+0000","last_clean":"2024-09-16T00:56:22.240530+0000","last_became_active":"2024-09-16T00:56:21.245472+0000","last_became_peered":"2024-09-16T00:56:21.245472+0000","last_unstale":"2024-09-16T00:56:22.240530+0000","last_undegraded":"2024-09-16T00:56:22.240530+0000","last_fullsized":"2024-09-16T00:56:22.240530+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:07.397798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.990483+0000","last_change":"2024-09-16T00:56:21.988542+0000","last_active":"2024-09-16T00:56:21.990483+0000","last_peered":"2024-09-16T00:56:21.990483+0000","last_clean":"2024-09-16T00:56:21.990483+0000","last_became_active":"2024-09-16T00:56:21.988266+0000","last_became_peered":"2024-09-16T00:56:21.988266+0000","last_unstale":"2024-09-16T00:56:21.990483+0000","last_undegraded":"2024-09-16T00:56:21.990483+0000","last_fullsized":"2024-09-16T00:56:21.990483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977053+0000","last_change":"2024-09-16T00:56:21.245222+0000","last_active":"2024-09-16T00:56:22.977053+0000","last_peered":"2024-09-16T00:56:22.977053+0000","last_clean":"2024-09-16T00:56:22.977053+0000","last_became_active":"2024-09-16T00:56:21.244922+0000","last_became_peered":"2024-09-16T00:56:21.244922+0000","last_unstale":"2024-09-16T00:56:22.977053+0000","last_undegraded":"2024-09-16T00:56:22.977053+0000","last_fullsized":"2024-09-16T00:56:22.977053+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:46:15.586018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.975471+0000","last_change":"2024-09-16T00:56:21.976486+0000","last_active":"2024-09-16T00:56:22.975471+0000","last_peered":"2024-09-16T00:56:22.975471+0000","last_clean":"2024-09-16T00:56:22.975471+0000","last_became_active":"2024-09-16T00:56:21.976168+0000","last_became_peered":"2024-09-16T00:56:21.976168+0000","last_unstale":"2024-09-16T00:56:22.975471+0000","last_undegraded":"2024-09-16T00:56:22.975471+0000","last_fullsized":"2024-09-16T00:56:22.975471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:43.322592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.978374+0000","last_change":"2024-09-16T00:56:21.240160+0000","last_active":"2024-09-16T00:56:21.978374+0000","last_peered":"2024-09-16T00:56:21.978374+0000","last_clean":"2024-09-16T00:56:21.978374+0000","last_became_active":"2024-09-16T00:56:21.239810+0000","last_became_peered":"2024-09-16T00:56:21.239810+0000","last_unstale":"2024-09-16T00:56:21.978374+0000","last_undegraded":"2024-09-16T00:56:21.978374+0000","last_fullsized":"2024-09-16T00:56:21.978374+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:48.887716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992275+0000","last_change":"2024-09-16T00:56:21.988991+0000","last_active":"2024-09-16T00:56:21.992275+0000","last_peered":"2024-09-16T00:56:21.992275+0000","last_clean":"2024-09-16T00:56:21.992275+0000","last_became_active":"2024-09-16T00:56:21.986552+0000","last_became_peered":"2024-09-16T00:56:21.986552+0000","last_unstale":"2024-09-16T00:56:21.992275+0000","last_undegraded":"2024-09-16T00:56:21.992275+0000","last_fullsized":"2024-09-16T00:56:21.992275+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570549+0000","last_change":"2024-09-16T00:56:21.246563+0000","last_active":"2024-09-16T00:56:23.570549+0000","last_peered":"2024-09-16T00:56:23.570549+0000","last_clean":"2024-09-16T00:56:23.570549+0000","last_became_active":"2024-09-16T00:56:21.246042+0000","last_became_peered":"2024-09-16T00:56:21.246042+0000","last_unstale":"2024-09-16T00:56:23.570549+0000","last_undegraded":"2024-09-16T00:56:23.570549+0000","last_fullsized":"2024-09-16T00:56:23.570549+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:13.974367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.977796+0000","last_change":"2024-09-16T00:56:21.986918+0000","last_active":"2024-09-16T00:56:22.977796+0000","last_peered":"2024-09-16T00:56:22.977796+0000","last_clean":"2024-09-16T00:56:22.977796+0000","last_became_active":"2024-09-16T00:56:21.986548+0000","last_became_peered":"2024-09-16T00:56:21.986548+0000","last_unstale":"2024-09-16T00:56:22.977796+0000","last_undegraded":"2024-09-16T00:56:22.977796+0000","last_fullsized":"2024-09-16T00:56:22.977796+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:51.867244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.977595+0000","last_change":"2024-09-16T00:56:21.241917+0000","last_active":"2024-09-16T00:56:21.977595+0000","last_peered":"2024-09-16T00:56:21.977595+0000","last_clean":"2024-09-16T00:56:21.977595+0000","last_became_active":"2024-09-16T00:56:21.241469+0000","last_became_peered":"2024-09-16T00:56:21.241469+0000","last_unstale":"2024-09-16T00:56:21.977595+0000","last_undegraded":"2024-09-16T00:56:21.977595+0000","last_fullsized":"2024-09-16T00:56:21.977595+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:27:44.142943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991474+0000","last_change":"2024-09-16T00:56:21.985589+0000","last_active":"2024-09-16T00:56:21.991474+0000","last_peered":"2024-09-16T00:56:21.991474+0000","last_clean":"2024-09-16T00:56:21.991474+0000","last_became_active":"2024-09-16T00:56:21.985309+0000","last_became_peered":"2024-09-16T00:56:21.985309+0000","last_unstale":"2024-09-16T00:56:21.991474+0000","last_undegraded":"2024-09-16T00:56:21.991474+0000","last_fullsized":"2024-09-16T00:56:21.991474+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:27.803477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571393+0000","last_change":"2024-09-16T00:56:21.247748+0000","last_active":"2024-09-16T00:56:23.571393+0000","last_peered":"2024-09-16T00:56:23.571393+0000","last_clean":"2024-09-16T00:56:23.571393+0000","last_became_active":"2024-09-16T00:56:21.247475+0000","last_became_peered":"2024-09-16T00:56:21.247475+0000","last_unstale":"2024-09-16T00:56:23.571393+0000","last_undegraded":"2024-09-16T00:56:23.571393+0000","last_fullsized":"2024-09-16T00:56:23.571393+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:54.523839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571264+0000","last_change":"2024-09-16T00:56:21.979408+0000","last_active":"2024-09-16T00:56:23.571264+0000","last_peered":"2024-09-16T00:56:23.571264+0000","last_clean":"2024-09-16T00:56:23.571264+0000","last_became_active":"2024-09-16T00:56:21.979128+0000","last_became_peered":"2024-09-16T00:56:21.979128+0000","last_unstale":"2024-09-16T00:56:23.571264+0000","last_undegraded":"2024-09-16T00:56:23.571264+0000","last_fullsized":"2024-09-16T00:56:23.571264+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:57.795369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973223+0000","last_change":"2024-09-16T00:56:21.240443+0000","last_active":"2024-09-16T00:56:21.973223+0000","last_peered":"2024-09-16T00:56:21.973223+0000","last_clean":"2024-09-16T00:56:21.973223+0000","last_became_active":"2024-09-16T00:56:21.240207+0000","last_became_peered":"2024-09-16T00:56:21.240207+0000","last_unstale":"2024-09-16T00:56:21.973223+0000","last_undegraded":"2024-09-16T00:56:21.973223+0000","last_fullsized":"2024-09-16T00:56:21.973223+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:10:05.488654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991356+0000","last_change":"2024-09-16T00:56:21.987091+0000","last_active":"2024-09-16T00:56:21.991356+0000","last_peered":"2024-09-16T00:56:21.991356+0000","last_clean":"2024-09-16T00:56:21.991356+0000","last_became_active":"2024-09-16T00:56:21.985354+0000","last_became_peered":"2024-09-16T00:56:21.985354+0000","last_unstale":"2024-09-16T00:56:21.991356+0000","last_undegraded":"2024-09-16T00:56:21.991356+0000","last_fullsized":"2024-09-16T00:56:21.991356+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:31.567549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.571537+0000","last_change":"2024-09-16T00:56:21.247240+0000","last_active":"2024-09-16T00:56:23.571537+0000","last_peered":"2024-09-16T00:56:23.571537+0000","last_clean":"2024-09-16T00:56:23.571537+0000","last_became_active":"2024-09-16T00:56:21.246921+0000","last_became_peered":"2024-09-16T00:56:21.246921+0000","last_unstale":"2024-09-16T00:56:23.571537+0000","last_undegraded":"2024-09-16T00:56:23.571537+0000","last_fullsized":"2024-09-16T00:56:23.571537+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.781756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.991245+0000","last_change":"2024-09-16T00:56:21.984601+0000","last_active":"2024-09-16T00:56:21.991245+0000","last_peered":"2024-09-16T00:56:21.991245+0000","last_clean":"2024-09-16T00:56:21.991245+0000","last_became_active":"2024-09-16T00:56:21.983992+0000","last_became_peered":"2024-09-16T00:56:21.983992+0000","last_unstale":"2024-09-16T00:56:21.991245+0000","last_undegraded":"2024-09-16T00:56:21.991245+0000","last_fullsized":"2024-09-16T00:56:21.991245+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:40.250784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570452+0000","last_change":"2024-09-16T00:56:21.247307+0000","last_active":"2024-09-16T00:56:23.570452+0000","last_peered":"2024-09-16T00:56:23.570452+0000","last_clean":"2024-09-16T00:56:23.570452+0000","last_became_active":"2024-09-16T00:56:21.247011+0000","last_became_peered":"2024-09-16T00:56:21.247011+0000","last_unstale":"2024-09-16T00:56:23.570452+0000","last_undegraded":"2024-09-16T00:56:23.570452+0000","last_fullsized":"2024-09-16T00:56:23.570452+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:26.626285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978011+0000","last_change":"2024-09-16T00:56:21.983055+0000","last_active":"2024-09-16T00:56:22.978011+0000","last_peered":"2024-09-16T00:56:22.978011+0000","last_clean":"2024-09-16T00:56:22.978011+0000","last_became_active":"2024-09-16T00:56:21.982773+0000","last_became_peered":"2024-09-16T00:56:21.982773+0000","last_unstale":"2024-09-16T00:56:22.978011+0000","last_undegraded":"2024-09-16T00:56:22.978011+0000","last_fullsized":"2024-09-16T00:56:22.978011+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:28.583064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973345+0000","last_change":"2024-09-16T00:56:21.242625+0000","last_active":"2024-09-16T00:56:21.973345+0000","last_peered":"2024-09-16T00:56:21.973345+0000","last_clean":"2024-09-16T00:56:21.973345+0000","last_became_active":"2024-09-16T00:56:21.242353+0000","last_became_peered":"2024-09-16T00:56:21.242353+0000","last_unstale":"2024-09-16T00:56:21.973345+0000","last_undegraded":"2024-09-16T00:56:21.973345+0000","last_fullsized":"2024-09-16T00:56:21.973345+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:17.635272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570322+0000","last_change":"2024-09-16T00:56:21.983103+0000","last_active":"2024-09-16T00:56:23.570322+0000","last_peered":"2024-09-16T00:56:23.570322+0000","last_clean":"2024-09-16T00:56:23.570322+0000","last_became_active":"2024-09-16T00:56:21.982762+0000","last_became_peered":"2024-09-16T00:56:21.982762+0000","last_unstale":"2024-09-16T00:56:23.570322+0000","last_undegraded":"2024-09-16T00:56:23.570322+0000","last_fullsized":"2024-09-16T00:56:23.570322+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:19:14.976897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.973607+0000","last_change":"2024-09-16T00:56:21.245659+0000","last_active":"2024-09-16T00:56:21.973607+0000","last_peered":"2024-09-16T00:56:21.973607+0000","last_clean":"2024-09-16T00:56:21.973607+0000","last_became_active":"2024-09-16T00:56:21.245368+0000","last_became_peered":"2024-09-16T00:56:21.245368+0000","last_unstale":"2024-09-16T00:56:21.973607+0000","last_undegraded":"2024-09-16T00:56:21.973607+0000","last_fullsized":"2024-09-16T00:56:21.973607+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:03.626539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":9,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T00:56:21.992177+0000","last_change":"2024-09-16T00:56:21.988461+0000","last_active":"2024-09-16T00:56:21.992177+0000","last_peered":"2024-09-16T00:56:21.992177+0000","last_clean":"2024-09-16T00:56:21.992177+0000","last_became_active":"2024-09-16T00:56:21.988219+0000","last_became_peered":"2024-09-16T00:56:21.988219+0000","last_unstale":"2024-09-16T00:56:21.992177+0000","last_undegraded":"2024-09-16T00:56:21.992177+0000","last_fullsized":"2024-09-16T00:56:21.992177+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:21.223575+0000","last_clean_scrub_stamp":"2024-09-16T00:56:21.223575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:53:28.292033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:22.978271+0000","last_change":"2024-09-16T00:56:21.243467+0000","last_active":"2024-09-16T00:56:22.978271+0000","last_peered":"2024-09-16T00:56:22.978271+0000","last_clean":"2024-09-16T00:56:22.978271+0000","last_became_active":"2024-09-16T00:56:21.243213+0000","last_became_peered":"2024-09-16T00:56:21.243213+0000","last_unstale":"2024-09-16T00:56:22.978271+0000","last_undegraded":"2024-09-16T00:56:22.978271+0000","last_fullsized":"2024-09-16T00:56:22.978271+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:56:20.221046+0000","last_clean_scrub_stamp":"2024-09-16T00:56:20.221046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:47.221680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":214,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T00:56:23.570589+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:56:23.570589+0000","last_peered":"2024-09-16T00:56:23.570589+0000","last_clean":"2024-09-16T00:56:23.570589+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:56:23.570589+0000","last_undegraded":"2024-09-16T00:56:23.570589+0000","last_fullsized":"2024-09-16T00:56:23.570589+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1118208,"data_stored":802439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":524288,"data_stored":212051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":532480,"data_stored":213593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":520192,"data_stored":206319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":524288,"data_stored":207315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31692,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340148,"statfs":{"total":96636764160,"available":96604311552,"internally_reserved":0,"allocated":512000,"data_stored":205751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1105920,"data_stored":796083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31712,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":528384,"data_stored":212653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:56:29.956 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:56:29.956 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T00:56:30.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.102+0000 7f4ff18a6640 1 Processor -- start 2024-09-16T00:56:30.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.102+0000 7f4ff18a6640 1 -- start start 2024-09-16T00:56:30.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4ff18a6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fec169200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4ff18a6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fec06bc50 con 0x7f4fec15e630 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4ff18a6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fec06bf30 con 0x7f4fec06ccf0 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4ff18a6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec06c210 con 0x7f4fec06d8a0 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4feaffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4fec15e630 0x7f4fec071340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53772/0 (socket says 172.21.15.5:53772) 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4feaffd640 1 -- 172.21.15.5:0/3471276962 learned_addr learned my addr 172.21.15.5:0/3471276962 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fec169200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3233705791 0 0) 0x7f4fec06bc50 con 0x7f4fec15e630 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.103+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4fd8003520 con 0x7f4fec15e630 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1865106680 0 0) 0x7f4fd8003520 con 0x7f4fec15e630 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 msgr2=0x7f4fec169200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fec169200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 >> v1:172.21.15.73:6789/0 conn(0x7f4fec06ccf0 legacy=0x7f4fec06d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec06c4f0 con 0x7f4fec15e630 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f4fe4001690 con 0x7f4fec15e630 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 >> v1:172.21.15.5:6789/0 conn(0x7f4fec15e630 legacy=0x7f4fec071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fd80039e0 0x7f4fd8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fd8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd8004d40 0x7f4fd80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec06c210 con 0x7f4fd8004d40 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd800bbb0 con 0x7f4fd80039e0 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd800bdb0 con 0x7f4fec06d8a0 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd8004d40 0x7f4fd80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4fea7fc640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fd8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feaffd640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fd80039e0 0x7f4fd8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 -- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 msgr2=0x7f4fd8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fec06d8a0 0x7f4fd8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 -- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fd80039e0 msgr2=0x7f4fd8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fd80039e0 0x7f4fd8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feb7fe640 1 -- 172.21.15.5:0/3471276962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd8003520 con 0x7f4fd8004d40 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.104+0000 7f4feaffd640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fd80039e0 0x7f4fd8003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd8004d40 0x7f4fd80051c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009fc0 tx=0x7f4fd8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=336e0664ab13fe9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc009c10 con 0x7f4fd8004d40 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fdc036070 con 0x7f4fd8004d40 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4fe9ffb640 1 -- 172.21.15.5:0/3471276962 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc031880 con 0x7f4fd8004d40 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4ff18a6640 1 -- 172.21.15.5:0/3471276962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd8004d40 msgr2=0x7f4fd80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/3471276962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd8004d40 0x7f4fd80051c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009fc0 tx=0x7f4fd8005830 comp rx=0 tx=0).stop 2024-09-16T00:56:30.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.105+0000 7f4feb7fe640 1 -- 172.21.15.5:0/3471276962 reap_dead start 2024-09-16T00:56:30.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.106+0000 7f4ff18a6640 1 -- 172.21.15.5:0/3471276962 shutdown_connections 2024-09-16T00:56:30.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.106+0000 7f4ff18a6640 1 -- 172.21.15.5:0/3471276962 >> 172.21.15.5:0/3471276962 conn(0x7f4fec06f180 msgr2=0x7f4fec06f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:30.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.106+0000 7f4ff18a6640 1 -- 172.21.15.5:0/3471276962 shutdown_connections 2024-09-16T00:56:30.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.106+0000 7f4ff18a6640 1 -- 172.21.15.5:0/3471276962 wait complete. 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.107+0000 7f4ff18a6640 1 Processor -- start 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.107+0000 7f4ff18a6640 1 -- start start 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fd8004d40 0x7f4fec14f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fec1e89b0 0x7f4fec1e8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec070a90 con 0x7f4fec152a00 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec15fa20 con 0x7f4fec1e89b0 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4ff18a6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec070c10 con 0x7f4fd8004d40 2024-09-16T00:56:30.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33048/0 (socket says 172.21.15.5:33048) 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 -- 172.21.15.5:0/2171039094 learned_addr learned my addr 172.21.15.5:0/2171039094 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feaffd640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fd8004d40 0x7f4fec14f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4fea7fc640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fec1e89b0 0x7f4fec1e8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 -- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fd8004d40 msgr2=0x7f4fec14f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fd8004d40 0x7f4fec14f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 -- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fec1e89b0 msgr2=0x7f4fec1e8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fec1e89b0 0x7f4fec1e8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.108+0000 7f4feb7fe640 1 -- 172.21.15.5:0/2171039094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec1533c0 con 0x7f4fec152a00 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4feb7fe640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc02aee0 tx=0x7f4fdc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc009c10 con 0x7f4fec152a00 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fdc040030 con 0x7f4fec152a00 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc003bb0 con 0x7f4fec152a00 2024-09-16T00:56:30.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fec150d70 con 0x7f4fec152a00 2024-09-16T00:56:30.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.109+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fec151330 con 0x7f4fec152a00 2024-09-16T00:56:30.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.110+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fec063610 con 0x7f4fec152a00 2024-09-16T00:56:30.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.110+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4fdc005d10 con 0x7f4fec152a00 2024-09-16T00:56:30.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.111+0000 7f4fe3fff640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.111+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4fdc0ac5d0 con 0x7f4fec152a00 2024-09-16T00:56:30.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.111+0000 7f4feaffd640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.111+0000 7f4feaffd640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001d40 tx=0x7f4fe4007040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.115+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fdc04a020 con 0x7f4fec152a00 2024-09-16T00:56:30.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.358+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f4fec1614f0 con 0x7f4fec152a00 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.360+0000 7f4fe3fff640 1 -- 172.21.15.5:0/2171039094 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f4fdc07a6f0 con 0x7f4fec152a00 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCxgedmz+yIExAA+2li+eHBY7qa0s6GvGg12g== 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T00:56:30.362 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-16T00:56:30.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 msgr2=0x7f4fcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001d40 tx=0x7f4fe4007040 comp rx=0 tx=0).stop 2024-09-16T00:56:30.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 msgr2=0x7f4fec152e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc02aee0 tx=0x7f4fdc009750 comp rx=0 tx=0).stop 2024-09-16T00:56:30.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 shutdown_connections 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4fcc06c2b0 0x7f4fcc06e770 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fec152a00 0x7f4fec152e80 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4fec1e89b0 0x7f4fec1e8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 --2- 172.21.15.5:0/2171039094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4fd8004d40 0x7f4fec14f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 >> 172.21.15.5:0/2171039094 conn(0x7f4fec06f180 msgr2=0x7f4fec15d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 shutdown_connections 2024-09-16T00:56:30.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.362+0000 7f4ff18a6640 1 -- 172.21.15.5:0/2171039094 wait complete. 2024-09-16T00:56:30.375 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:30.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.487+0000 7f9e671cf640 1 Processor -- start 2024-09-16T00:56:30.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.487+0000 7f9e671cf640 1 -- start start 2024-09-16T00:56:30.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e671cf640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9e6015e4f0 0x7f9e6015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e671cf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e671cf640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e601603c0 con 0x7f9e6006bb20 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e671cf640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9e6006ccd0 con 0x7f9e6015e4f0 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e671cf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9e6006db30 con 0x7f9e6006d160 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9e6015e4f0 0x7f9e6015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e6576c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e6576c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:58050/0 (socket says 172.21.15.5:58050) 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9e6015e4f0 0x7f9e6015f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:43124/0 (socket says 172.21.15.5:43124) 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e6576c640 1 -- 172.21.15.5:0/1341671918 learned_addr learned my addr 172.21.15.5:0/1341671918 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 -- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 msgr2=0x7f9e6006d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 -- 172.21.15.5:0/1341671918 >> v1:172.21.15.73:6789/0 conn(0x7f9e6006bb20 legacy=0x7f9e6015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e64f6b640 1 -- 172.21.15.5:0/1341671918 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6006c0c0 con 0x7f9e6015e4f0 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.488+0000 7f9e6576c640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.489+0000 7f9e64f6b640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e6015f570 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9e6006ce50 tx=0x7f9e5802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11730bcf6a4cec08 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.489+0000 7f9e5f7fe640 1 -- 172.21.15.5:0/1341671918 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e58037070 con 0x7f9e6015e4f0 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.489+0000 7f9e5f7fe640 1 -- 172.21.15.5:0/1341671918 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e58032440 con 0x7f9e6015e4f0 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.489+0000 7f9e5f7fe640 1 -- 172.21.15.5:0/1341671918 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e58032810 con 0x7f9e6015e4f0 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 -- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 msgr2=0x7f9e6015f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e6015f570 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9e6006ce50 tx=0x7f9e5802a180 comp rx=0 tx=0).stop 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 -- 172.21.15.5:0/1341671918 shutdown_connections 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006d160 0x7f9e6006d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 --2- 172.21.15.5:0/1341671918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e6015f570 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 -- 172.21.15.5:0/1341671918 >> 172.21.15.5:0/1341671918 conn(0x7f9e6006e5b0 msgr2=0x7f9e6006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:30.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 -- 172.21.15.5:0/1341671918 shutdown_connections 2024-09-16T00:56:30.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.490+0000 7f9e671cf640 1 -- 172.21.15.5:0/1341671918 wait complete. 2024-09-16T00:56:30.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.491+0000 7f9e671cf640 1 Processor -- start 2024-09-16T00:56:30.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.491+0000 7f9e671cf640 1 -- start start 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006bb20 0x7f9e60158490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e600b3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6006c960 con 0x7f9e6006d160 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6006c680 con 0x7f9e6015e4f0 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e671cf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f9e6015e8d0 con 0x7f9e6006bb20 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e5ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e5ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33060/0 (socket says 172.21.15.5:33060) 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e5ffff640 1 -- 172.21.15.5:0/2844052136 learned_addr learned my addr 172.21.15.5:0/2844052136 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:30.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e64f6b640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006bb20 0x7f9e60158490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.492+0000 7f9e6576c640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e600b3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 -- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006bb20 msgr2=0x7f9e60158490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006bb20 0x7f9e60158490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 -- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 msgr2=0x7f9e600b3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e600b3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 -- 172.21.15.5:0/2844052136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e601f47a0 con 0x7f9e6006d160 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5ffff640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000c790 tx=0x7f9e5000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50016020 con 0x7f9e6006d160 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e50006d50 con 0x7f9e6006d160 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e601559f0 con 0x7f9e6006d160 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50003bb0 con 0x7f9e6006d160 2024-09-16T00:56:30.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.493+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e601f4d30 con 0x7f9e6006d160 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.494+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e6006d5f0 con 0x7f9e6006d160 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.494+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e5000a850 con 0x7f9e6006d160 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.495+0000 7f9e5d7fa640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 0x7f9e4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.495+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9e5008af80 con 0x7f9e6006d160 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.495+0000 7f9e64f6b640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 0x7f9e4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.496+0000 7f9e64f6b640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 0x7f9e4006e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9e58034000 tx=0x7f9e5802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:30.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.499+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9e50020020 con 0x7f9e6006d160 2024-09-16T00:56:30.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.708+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e6015f830 con 0x7f9e6006d160 2024-09-16T00:56:30.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.709+0000 7f9e5d7fa640 1 -- 172.21.15.5:0/2844052136 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5217 (secure 0 0 0) 0x7f9e50059130 con 0x7f9e6006d160 2024-09-16T00:56:30.711 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:30.711 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"btime":"2024-09-16T00:56:24:233959+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4862,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/2105825532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2105825532},{"type":"v1","addr":"172.21.15.73:6837","nonce":2105825532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5194,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3748981728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3748981728},{"type":"v1","addr":"172.21.15.5:6835","nonce":3748981728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1393609319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1393609319},{"type":"v1","addr":"172.21.15.5:6834","nonce":1393609319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:23.577870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5203},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5203":{"gid":5203,"name":"b","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6836/1285212989","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1285212989},{"type":"v1","addr":"172.21.15.73:6836","nonce":1285212989}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5203,"qdb_cluster":[5203]},"id":3}]} 2024-09-16T00:56:30.712 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 26 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.710+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 msgr2=0x7f9e4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.710+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 0x7f9e4006e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9e58034000 tx=0x7f9e5802e000 comp rx=0 tx=0).stop 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 msgr2=0x7f9e601f3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000c790 tx=0x7f9e5000cc50 comp rx=0 tx=0).stop 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 shutdown_connections 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f9e4006c2b0 0x7f9e4006e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e6015e4f0 0x7f9e600b3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9e6006d160 0x7f9e601f3e60 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 --2- 172.21.15.5:0/2844052136 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9e6006bb20 0x7f9e60158490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:30.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 >> 172.21.15.5:0/2844052136 conn(0x7f9e6006e5b0 msgr2=0x7f9e60161030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:30.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 shutdown_connections 2024-09-16T00:56:30.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:30.711+0000 7f9e671cf640 1 -- 172.21.15.5:0/2844052136 wait complete. 2024-09-16T00:56:31.126 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:56:21.600671+0000', 'modified': '2024-09-16T00:56:23.577870+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5203}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5203': {'gid': 5203, 'name': 'b', 'rank': 0, 'incarnation': 24, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.73:6836/1285212989', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1285212989}, {'type': 'v1', 'addr': '172.21.15.73:6836', 'nonce': 1285212989}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5203, 'qdb_cluster': [5203]} 2024-09-16T00:56:31.126 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:56:31.126 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T00:56:31.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.233+0000 7f7901aba640 1 Processor -- start 2024-09-16T00:56:31.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.233+0000 7f7901aba640 1 -- start start 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f7901aba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 0x7f78fc0cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f7901aba640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f78fc0b6a70 0x7f78fc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f7901aba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78fc0cff10 con 0x7f78fc0d1510 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f7901aba640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f78fc0cf540 con 0x7f78fc0b6a70 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f7901aba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f78fc0d1d90 con 0x7f78fc0b6690 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78fbfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f78fc0d1510 0x7f78fc0d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:55806/0 (socket says 172.21.15.5:55806) 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78fbfff640 1 -- 172.21.15.5:0/1096978421 learned_addr learned my addr 172.21.15.5:0/1096978421 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:31.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 0x7f78fc0cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78faffd640 1 --2- 172.21.15.5:0/1096978421 >> v2:172.21.15.73:3300/0 conn(0x7f78fc0b6a70 0x7f78fc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 628888933 0 0) 0x7f78fc0cff10 con 0x7f78fc0d1510 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.234+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f78e8003520 con 0x7f78fc0d1510 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78faffd640 1 -- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 msgr2=0x7f78fc0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78faffd640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 0x7f78fc0cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78faffd640 1 -- 172.21.15.5:0/1096978421 >> v1:172.21.15.5:6789/0 conn(0x7f78fc0d1510 legacy=0x7f78fc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 894279292 0 0) 0x7f78e8003520 con 0x7f78fc0d1510 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78faffd640 1 -- 172.21.15.5:0/1096978421 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78fc0ceef0 con 0x7f78fc0b6a70 2024-09-16T00:56:31.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 0x7f78fc0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.235+0000 7f78faffd640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6a70 0x7f78fc0d0fd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f78e40097a0 tx=0x7f78e402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4b0ddc61ca2373 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e4037070 con 0x7f78fc0b6a70 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78e402aba0 con 0x7f78fc0b6a70 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f78fa7fc640 1 -- 172.21.15.5:0/1096978421 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f40019f0 con 0x7f78fc0b6a70 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 -- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6a70 msgr2=0x7f78fc0d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6a70 0x7f78fc0d0fd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f78e40097a0 tx=0x7f78e402a110 comp rx=0 tx=0).stop 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 -- 172.21.15.5:0/1096978421 shutdown_connections 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6a70 0x7f78fc0d0fd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 --2- 172.21.15.5:0/1096978421 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6690 0x7f78fc0cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 -- 172.21.15.5:0/1096978421 >> 172.21.15.5:0/1096978421 conn(0x7f78fc072560 msgr2=0x7f78fc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 -- 172.21.15.5:0/1096978421 shutdown_connections 2024-09-16T00:56:31.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.236+0000 7f7901aba640 1 -- 172.21.15.5:0/1096978421 wait complete. 2024-09-16T00:56:31.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.237+0000 7f7901aba640 1 Processor -- start 2024-09-16T00:56:31.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 -- start start 2024-09-16T00:56:31.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 0x7f78fc149a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 0x7f78fc0cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc0d19a0 con 0x7f78fc0d1510 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc0b6ed0 con 0x7f78fc0b6690 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f7901aba640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f78fc0d1b20 con 0x7f78fc0b6a70 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.238+0000 7f78fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55486/0 (socket says 172.21.15.5:55486) 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 -- 172.21.15.5:0/3714058289 learned_addr learned my addr 172.21.15.5:0/3714058289 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 0x7f78fc149a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78faffd640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 0x7f78fc0cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 -- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 msgr2=0x7f78fc0cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 0x7f78fc0cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 -- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 msgr2=0x7f78fc149a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 0x7f78fc149a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 -- 172.21.15.5:0/3714058289 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78fc0cbca0 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78faffd640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 0x7f78fc0cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 0x7f78fc149a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f78f400cc00 tx=0x7f78f400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78f3fff640 1 -- 172.21.15.5:0/3714058289 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4017070 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78f3fff640 1 -- 172.21.15.5:0/3714058289 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78f400ce10 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78fc0cbf40 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f78f3fff640 1 -- 172.21.15.5:0/3714058289 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4012600 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.239+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78fc0cc500 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.241+0000 7f78f3fff640 1 -- 172.21.15.5:0/3714058289 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f78f401a070 con 0x7f78fc0d1510 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.241+0000 7f78f3fff640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 0x7f78dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.241+0000 7f78f3fff640 1 -- 172.21.15.5:0/3714058289 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f78f408b250 con 0x7f78fc0d1510 2024-09-16T00:56:31.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.241+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 0x7f78dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.242+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 0x7f78dc06e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f78ec009ba0 tx=0x7f78ec008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.242+0000 7f790485a740 1 Processor -- start 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.242+0000 7f790485a740 1 -- start start 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb1a80 0x55f66abb46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55f66ab16520 con 0x55f66abb42c0 2024-09-16T00:56:31.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f66aabe3e0 con 0x55f66abb1a80 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55f66ab124e0 con 0x55f66abb5a50 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55494/0 (socket says 172.21.15.5:55494) 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 -- 172.21.15.5:0/3523175119 learned_addr learned my addr 172.21.15.5:0/3523175119 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78faffd640 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb1a80 0x55f66abb46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 -- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 msgr2=0x55f66abae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 -- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb1a80 msgr2=0x55f66abb46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb1a80 0x55f66abb46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.243+0000 7f78fb7fe640 1 -- 172.21.15.5:0/3523175119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f66aad92f0 con 0x55f66abb42c0 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f78ec011ed0 tx=0x7f78ec014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c1fc59dc38c91c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f78f17fa640 1 -- 172.21.15.5:0/3523175119 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec015e50 con 0x55f66abb42c0 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f78f17fa640 1 -- 172.21.15.5:0/3523175119 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78ec026070 con 0x55f66abb42c0 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f78f17fa640 1 -- 172.21.15.5:0/3523175119 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec021660 con 0x55f66abb42c0 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f790485a740 1 -- 172.21.15.5:0/3523175119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 msgr2=0x55f66abf9a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f790485a740 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f78ec011ed0 tx=0x7f78ec014000 comp rx=0 tx=0).stop 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.244+0000 7f790485a740 1 -- 172.21.15.5:0/3523175119 shutdown_connections 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb1a80 0x55f66abb46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 --2- 172.21.15.5:0/3523175119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abf9a60 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 -- 172.21.15.5:0/3523175119 >> 172.21.15.5:0/3523175119 conn(0x55f66abb0a80 msgr2=0x55f66abf8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 -- 172.21.15.5:0/3523175119 shutdown_connections 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 -- 172.21.15.5:0/3523175119 wait complete. 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 -- start start 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.245+0000 7f790485a740 1 Processor -- start 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abd48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 0x55f66abd55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55f66abaff20 con 0x55f66abb42c0 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f66aa9f450 con 0x55f66abd5170 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55f66abfa290 con 0x55f66abb5a50 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f790485a740 10 client.0 _ll_register_callbacks cb 0x55f66a828ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:31.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55510/0 (socket says 172.21.15.5:55510) 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 -- 172.21.15.5:0/1448914878 learned_addr learned my addr 172.21.15.5:0/1448914878 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fbfff640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 0x55f66abd55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78faffd640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abd48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 -- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 msgr2=0x55f66abd48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abd48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 -- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 msgr2=0x55f66abd55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 0x55f66abd55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fb7fe640 1 -- 172.21.15.5:0/1448914878 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f66a8292d0 con 0x55f66abb42c0 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.246+0000 7f78fbfff640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 0x55f66abd55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f78ec008010 tx=0x7f78ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=996ad167020aa5af server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec015e50 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f78ec021c90 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78ec026070 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78ec036480 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 10 client.5355 fetch_fsmap learned FSMap version 26 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55f66a8f36b0 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78ec026070 con 0x55f66abb42c0 2024-09-16T00:56:31.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7f78ec036620 con 0x55f66abb42c0 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 10 client.5355 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 10 client.5355 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 20 client.5355 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66abd7dc0 0x55f66ac0c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 4 client.5355 mds_command: new command op to 5203 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 --> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f66ab23c50 con 0x55f66abd7dc0 2024-09-16T00:56:31.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.247+0000 7f78faffd640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66abd7dc0 0x55f66ac0c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.248+0000 7f78da7fc640 10 client.5355 ms_handle_connect on v2:172.21.15.73:6834/1285212989 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.248+0000 7f78faffd640 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66abd7dc0 0x55f66ac0c470 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7b14be9531b379c server_cookie=3fc31b9d458858bb in_seq=0 out_seq=0 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f78da7fc640 1 -- 172.21.15.5:0/1448914878 <== mds.0 v2:172.21.15.73:6834/1285212989 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f66ab23c50 con 0x55f66abd7dc0 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f78da7fc640 10 client.5355 handle_command_reply: tid=0 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 client.5355 shutdown 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 msgr2=0x55f66abd6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f78ec008010 tx=0x7f78ec0046c0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 shutdown_connections 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66abd7dc0 0x55f66ac0c470 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abd5170 0x55f66abd55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f78da7fc640 0 client.5355 ms_handle_reset on v2:172.21.15.73:6834/1285212989 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb5a50 0x55f66abd48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 --2- 172.21.15.5:0/1448914878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb42c0 0x55f66abd6f90 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 >> 172.21.15.5:0/1448914878 conn(0x55f66abb1a80 msgr2=0x55f66abf6fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 shutdown_connections 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 1 -- 172.21.15.5:0/1448914878 wait complete. 2024-09-16T00:56:31.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.249+0000 7f790485a740 20 client.5355 trim_cache size 0 max 16384 2024-09-16T00:56:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.267+0000 7f790485a740 1 Processor -- start 2024-09-16T00:56:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.267+0000 7f790485a740 1 -- start start 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb42c0 0x55f66abfaee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abd5170 0x55f66ac6ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1553b0 con 0x55f66abb5a50 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1575f0 con 0x55f66abb42c0 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f78fc154d60 con 0x55f66abd5170 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55518/0 (socket says 172.21.15.5:55518) 2024-09-16T00:56:31.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 -- 172.21.15.5:0/1483342827 learned_addr learned my addr 172.21.15.5:0/1483342827 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78fbfff640 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abd5170 0x55f66ac6ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 -- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abd5170 msgr2=0x55f66ac6ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abd5170 0x55f66ac6ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb42c0 0x55f66abfaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 -- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb42c0 msgr2=0x55f66abfaee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb42c0 0x55f66abfaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.268+0000 7f78faffd640 1 -- 172.21.15.5:0/1483342827 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f66abdb800 con 0x55f66abb5a50 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f78faffd640 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f78e40098c0 tx=0x7f78e402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26f52f6fba266ffd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f78f0ff9640 1 -- 172.21.15.5:0/1483342827 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e4037040 con 0x55f66abb5a50 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f78f0ff9640 1 -- 172.21.15.5:0/1483342827 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78e40465d0 con 0x55f66abb5a50 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f78f0ff9640 1 -- 172.21.15.5:0/1483342827 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78e40469c0 con 0x55f66abb5a50 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 -- 172.21.15.5:0/1483342827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 msgr2=0x55f66abf71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f78e40098c0 tx=0x7f78e402e000 comp rx=0 tx=0).stop 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 -- 172.21.15.5:0/1483342827 shutdown_connections 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abd5170 0x55f66ac6ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abb5a50 0x55f66abf71a0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 --2- 172.21.15.5:0/1483342827 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb42c0 0x55f66abfaee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 -- 172.21.15.5:0/1483342827 >> 172.21.15.5:0/1483342827 conn(0x55f66abb1a80 msgr2=0x55f66abf6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 -- 172.21.15.5:0/1483342827 shutdown_connections 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.269+0000 7f790485a740 1 -- 172.21.15.5:0/1483342827 wait complete. 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.270+0000 7f790485a740 1 -- start start 2024-09-16T00:56:31.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.270+0000 7f790485a740 1 Processor -- start 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 0x55f66ac5c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 0x55f66abf22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55f66abd7c40 con 0x55f66abd5170 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f66abd4e30 con 0x55f66abb5a50 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x55f66abdbe10 con 0x55f66abb42c0 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 10 client.0 _ll_register_callbacks cb 0x7f78ec011d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55524/0 (socket says 172.21.15.5:55524) 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 -- 172.21.15.5:0/3074743850 learned_addr learned my addr 172.21.15.5:0/3074743850 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 0x55f66ac5c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78faffd640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 0x55f66abf22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 -- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 msgr2=0x55f66ac5c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 0x55f66ac5c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 -- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 msgr2=0x55f66abf22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 0x55f66abf22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 -- 172.21.15.5:0/3074743850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f66ac77540 con 0x55f66abd5170 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 0x55f66ac5c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78faffd640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 0x55f66abf22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78fbfff640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f78f4002230 tx=0x7f78f4059420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca1f44586d28863 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4085020 con 0x55f66abd5170 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f78f4061a00 con 0x55f66abd5170 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.271+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78e40465d0 con 0x55f66abd5170 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78f4061c00 con 0x55f66abd5170 2024-09-16T00:56:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 10 client.5361 fetch_fsmap learned FSMap version 26 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55f66ac71ae0 con 0x55f66abd5170 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78e40465d0 con 0x55f66abd5170 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7f78f4004b60 con 0x55f66abd5170 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 10 client.5361 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 10 client.5361 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 20 client.5361 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66ac7b480 0x55f66ac709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 4 client.5361 mds_command: new command op to 5203 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 --> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] -- command(tid 0: {"prefix": "status"}) -- 0x55f66ab1dfa0 con 0x55f66ac7b480 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66ac7b480 0x55f66ac709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78fb7fe640 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66ac7b480 0x55f66ac709a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e74cd4332ccf2f22 server_cookie=16c3b1d4b89307e in_seq=0 out_seq=0 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.272+0000 7f78da7fc640 10 client.5361 ms_handle_connect on v2:172.21.15.73:6834/1285212989 2024-09-16T00:56:31.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f78da7fc640 1 -- 172.21.15.5:0/3074743850 <== mds.0 v2:172.21.15.73:6834/1285212989 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x55f66ab1dfa0 con 0x55f66ac7b480 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f78da7fc640 10 client.5361 handle_command_reply: tid=0 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 client.5361 shutdown 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 msgr2=0x55f66abf27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f78f4002230 tx=0x7f78f4059420 comp rx=0 tx=0).stop 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 shutdown_connections 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:6834/1285212989,v1:172.21.15.73:6836/1285212989] conn(0x55f66ac7b480 0x55f66ac709a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55f66abd5170 0x55f66abf27e0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f66abb5a50 0x55f66abf22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 --2- 172.21.15.5:0/3074743850 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x55f66abb42c0 0x55f66ac5c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f78da7fc640 0 client.5361 ms_handle_reset on v2:172.21.15.73:6834/1285212989 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 >> 172.21.15.5:0/3074743850 conn(0x55f66abb1a80 msgr2=0x55f66abd3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 shutdown_connections 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 1 -- 172.21.15.5:0/3074743850 wait complete. 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f790485a740 20 client.5361 trim_cache size 0 max 16384 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "260f5f5c-0c78-42cb-adb7-7a11985c1ce4", 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 5203, 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-16T00:56:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.043913989, 2024-09-16T00:56:31.282 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 26, 2024-09-16T00:56:31.282 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 45, 2024-09-16T00:56:31.282 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 45, 2024-09-16T00:56:31.282 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 13.365545458 2024-09-16T00:56:31.282 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 msgr2=0x7f78dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 0x7f78dc06e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f78ec009ba0 tx=0x7f78ec008040 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 msgr2=0x7f78fc158b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.273+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f78f400cc00 tx=0x7f78f400a430 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 shutdown_connections 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f78dc06c2b0 0x7f78dc06e770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f78fc0d1510 0x7f78fc158b20 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f78fc0b6a70 0x7f78fc0cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 --2- 172.21.15.5:0/3714058289 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78fc0b6690 0x7f78fc149a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 >> 172.21.15.5:0/3714058289 conn(0x7f78fc072560 msgr2=0x7f78fc0d4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 shutdown_connections 2024-09-16T00:56:31.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.274+0000 7f7901aba640 1 -- 172.21.15.5:0/3714058289 wait complete. 2024-09-16T00:56:31.286 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T00:56:31.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.388+0000 7fba88fcf640 1 Processor -- start 2024-09-16T00:56:31.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.388+0000 7fba88fcf640 1 -- start start 2024-09-16T00:56:31.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba88fcf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba840d1130 0x7fba840cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba88fcf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fba8415f520 0x7fba840cf980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba88fcf640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba840d0090 con 0x7fba8415e590 2024-09-16T00:56:31.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba88fcf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fba8406fe20 con 0x7fba8415f520 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba88fcf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fba840d0370 con 0x7fba840d1130 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fba8415f520 0x7fba840cf980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fba8415f520 0x7fba840cf980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55526/0 (socket says 172.21.15.5:55526) 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 -- 172.21.15.5:0/1113255216 learned_addr learned my addr 172.21.15.5:0/1113255216 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba81d9b640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba840d1130 0x7fba840cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 -- 172.21.15.5:0/1113255216 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba840d1130 msgr2=0x7fba840cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba840d1130 0x7fba840cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 -- 172.21.15.5:0/1113255216 >> v1:172.21.15.73:6789/0 conn(0x7fba8415e590 legacy=0x7fba8415ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.389+0000 7fba82d9d640 1 -- 172.21.15.5:0/1113255216 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba840d0650 con 0x7fba8415f520 2024-09-16T00:56:31.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.390+0000 7fba82d9d640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba840cf980 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fba7c00d150 tx=0x7fba7c02c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=968e4264d11b462c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.390+0000 7fba8159a640 1 -- 172.21.15.5:0/1113255216 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c009600 con 0x7fba8415f520 2024-09-16T00:56:31.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.390+0000 7fba8159a640 1 -- 172.21.15.5:0/1113255216 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba7c037070 con 0x7fba8415f520 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.390+0000 7fba8159a640 1 -- 172.21.15.5:0/1113255216 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c0099c0 con 0x7fba8415f520 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 -- 172.21.15.5:0/1113255216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 msgr2=0x7fba840cf980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba840cf980 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fba7c00d150 tx=0x7fba7c02c930 comp rx=0 tx=0).stop 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 -- 172.21.15.5:0/1113255216 shutdown_connections 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba840cf980 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1113255216 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba840d1130 0x7fba840cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 -- 172.21.15.5:0/1113255216 >> 172.21.15.5:0/1113255216 conn(0x7fba84072ef0 msgr2=0x7fba8406bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 -- 172.21.15.5:0/1113255216 shutdown_connections 2024-09-16T00:56:31.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.391+0000 7fba88fcf640 1 -- 172.21.15.5:0/1113255216 wait complete. 2024-09-16T00:56:31.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.392+0000 7fba88fcf640 1 Processor -- start 2024-09-16T00:56:31.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.392+0000 7fba88fcf640 1 -- start start 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 0x7fba841f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 0x7fba840b6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fba8415e970 con 0x7fba8415f520 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fba840d0c10 con 0x7fba84157ba0 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba88fcf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fba8415eaf0 con 0x7fba8415e590 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba81d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba81d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55532/0 (socket says 172.21.15.5:55532) 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba81d9b640 1 -- 172.21.15.5:0/1927309143 learned_addr learned my addr 172.21.15.5:0/1927309143 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba8259c640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 0x7fba841f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba82d9d640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 0x7fba840b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.393+0000 7fba81d9b640 1 -- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 msgr2=0x7fba841f46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba81d9b640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 0x7fba841f46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba81d9b640 1 -- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 msgr2=0x7fba840b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba81d9b640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 0x7fba840b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba81d9b640 1 -- 172.21.15.5:0/1927309143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba841f4c00 con 0x7fba8415f520 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba8259c640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 0x7fba841f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba82d9d640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 0x7fba840b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba81d9b640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fba7800e870 tx=0x7fba7800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba78017070 con 0x7fba8415f520 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba7800c940 con 0x7fba8415f520 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba841567e0 con 0x7fba8415f520 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7800cd30 con 0x7fba8415f520 2024-09-16T00:56:31.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.394+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba84156da0 con 0x7fba8415f520 2024-09-16T00:56:31.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.395+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba8415ee10 con 0x7fba8415f520 2024-09-16T00:56:31.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.396+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba7801a070 con 0x7fba8415f520 2024-09-16T00:56:31.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.396+0000 7fba72ffd640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 0x7fba6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:31.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.396+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fba7808b250 con 0x7fba8415f520 2024-09-16T00:56:31.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.396+0000 7fba8259c640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 0x7fba6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:31.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.397+0000 7fba8259c640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 0x7fba6406e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fba74007fd0 tx=0x7fba74009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:31.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.400+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba78059a50 con 0x7fba8415f520 2024-09-16T00:56:31.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.613+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fba84159080 con 0x7fba8415f520 2024-09-16T00:56:31.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.613+0000 7fba72ffd640 1 -- 172.21.15.5:0/1927309143 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7fba78059350 con 0x7fba8415f520 2024-09-16T00:56:31.615 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 msgr2=0x7fba6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 0x7fba6406e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fba74007fd0 tx=0x7fba74009040 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 msgr2=0x7fba84157660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fba7800e870 tx=0x7fba7800ed30 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 shutdown_connections 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fba6406c2b0 0x7fba6406e770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fba84157ba0 0x7fba840b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba8415f520 0x7fba84157660 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 --2- 172.21.15.5:0/1927309143 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fba8415e590 0x7fba841f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.615+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 >> 172.21.15.5:0/1927309143 conn(0x7fba84072ef0 msgr2=0x7fba8406e860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.616+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 shutdown_connections 2024-09-16T00:56:31.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31.616+0000 7fba88fcf640 1 -- 172.21.15.5:0/1927309143 wait complete. 2024-09-16T00:56:31.627 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T00:56:31.628 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:31.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:31.629 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-16T00:56:31.645 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T00:56:31.645 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T00:56:31.646 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42686sec preferred_lft 42686sec 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T00:56:31.647 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::7453:e4ff:fe0c:6975/64 scope link 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether ba:9c:43:a4:75:8c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::b89c:43ff:fea4:758c/64 scope link 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether d6:c1:0a:33:0c:fd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::d4c1:aff:fe33:cfd/64 scope link 2024-09-16T00:56:31.648 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-16T00:56:31.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:31.649 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T00:56:31.710 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-16T00:56:31.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:31.712 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-16T00:56:31.769 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-16T00:56:31.769 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T00:56:31.769 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T00:56:31.769 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T00:56:31.769 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T00:56:31.772 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T00:56:31.772 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-16T00:56:31.772 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T00:56:31.772 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T00:56:31.772 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T00:56:31.773 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-16T00:56:31.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T00:56:31.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:31.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:31.899 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:56:31.915 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:56:31.915 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:56:31.916 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:31.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:31.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-16T00:56:31.982 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:31.982 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:32.037 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T00:56:32.038 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T00:56:32.038 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:32.093 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-16T00:56:32.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:32.093 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:32.178 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:32.179 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:32.179 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:32.188 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:32.188 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:32.188 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:32.188 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:32.188 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.73:3300,172.21.15.73:3301" 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790" 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.73:6789,172.21.15.73:6790:/ 2024-09-16T00:56:32.193 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=260f5f5c-0c78-42cb-adb7-7a11985c1ce4" will pass to kernel 2024-09-16T00:56:32.194 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-16T00:56:32.194 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-16T00:56:32.194 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-16T00:56:32.194 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-16T00:56:32.194 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-16T00:56:32.195 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-16T00:56:32.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:32.196 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T00:56:32.222 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-16T00:56:32.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T00:56:32.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:32.325 INFO:teuthology.orchestra.run.smithi005.stdout:client4967 2024-09-16T00:56:32.326 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:32.326 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:32.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:32.342 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-16T00:56:32.404 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:56:32.404 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> stdin-killer -- python3 -c ' 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> import fcntl 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> import os 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> import sys 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> import time 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> fd = os.open("/home/ubuntu/cephtest/mnt.0/background_file", os.O_RDWR | os.O_CREAT, 0o644) 2024-09-16T00:56:32.462 DEBUG:teuthology.orchestra.run.smithi005:> try: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> while True: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> print("write_background: writing", file=sys.stderr) 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> os.write(fd, b'"'"'content'"'"') 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> if not True: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> break 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> try: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> if os.read(0, 4096) == b"": 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> break 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> except BlockingIOError: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> pass 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> time.sleep(2) 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> except IOError as e: 2024-09-16T00:56:32.463 DEBUG:teuthology.orchestra.run.smithi005:> pass 2024-09-16T00:56:32.464 DEBUG:teuthology.orchestra.run.smithi005:> os.close(fd) 2024-09-16T00:56:32.464 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-16T00:56:32.570 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:34.574 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:36.577 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:36.600 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:36.603 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:56:38.579 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:40.581 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:42.582 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:42.605 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.720+0000 7f27a08b7640 1 Processor -- start 2024-09-16T00:56:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.720+0000 7f27a08b7640 1 -- start start 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f27a08b7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f279c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f27a08b7640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f279c1603c0 con 0x7f279c06d160 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f27a08b7640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f279c06c0c0 con 0x7f279c15e4f0 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f27a08b7640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f279c06ccd0 con 0x7f279c06bb20 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f279ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f279c06d160 0x7f279c06d610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46836/0 (socket says 172.21.15.5:46836) 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f279ad9d640 1 -- 172.21.15.5:0/2062203041 learned_addr learned my addr 172.21.15.5:0/2062203041 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2793fff640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f279c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1224497688 0 0) 0x7f279c1603c0 con 0x7f279c06d160 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2788003520 con 0x7f279c06d160 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2358408726 0 0) 0x7f2788003520 con 0x7f279c06d160 2024-09-16T00:56:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 msgr2=0x7f279c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f279c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 >> v1:172.21.15.73:6789/0 conn(0x7f279c15e4f0 legacy=0x7f279c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f279c06c3a0 con 0x7f279c06d160 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2793fff640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f279c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.721+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f27940019f0 con 0x7f279c06d160 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 >> v1:172.21.15.5:6789/0 conn(0x7f279c06d160 legacy=0x7f279c06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27880039e0 0x7f2788003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f2788004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2788004d40 0x7f27880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f279c06ccd0 con 0x7f2788004d40 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f278800b9f0 con 0x7f27880039e0 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f278800bbf0 con 0x7f279c06bb20 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2788004d40 0x7f27880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f2793fff640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f2788004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279a59c640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27880039e0 0x7f2788003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 -- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 msgr2=0x7f2788004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c06bb20 0x7f2788004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 -- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27880039e0 msgr2=0x7f2788003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27880039e0 0x7f2788003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.722+0000 7f279ad9d640 1 -- 172.21.15.5:0/2062203041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2788003520 con 0x7f2788004d40 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f279ad9d640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2788004d40 0x7f27880051c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f279400a880 tx=0x7f2788005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7c90ac580a7950 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279400a4a0 con 0x7f2788004d40 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f279402f070 con 0x7f2788004d40 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f2799d9b640 1 -- 172.21.15.5:0/2062203041 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279402bce0 con 0x7f2788004d40 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f27a08b7640 1 -- 172.21.15.5:0/2062203041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2788004d40 msgr2=0x7f27880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f27a08b7640 1 --2- 172.21.15.5:0/2062203041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2788004d40 0x7f27880051c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f279400a880 tx=0x7f2788005830 comp rx=0 tx=0).stop 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f279ad9d640 1 -- 172.21.15.5:0/2062203041 reap_dead start 2024-09-16T00:56:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f27a08b7640 1 -- 172.21.15.5:0/2062203041 shutdown_connections 2024-09-16T00:56:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.723+0000 7f27a08b7640 1 -- 172.21.15.5:0/2062203041 >> 172.21.15.5:0/2062203041 conn(0x7f279c06e5b0 msgr2=0x7f279c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.724+0000 7f27a08b7640 1 -- 172.21.15.5:0/2062203041 shutdown_connections 2024-09-16T00:56:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.724+0000 7f27a08b7640 1 -- 172.21.15.5:0/2062203041 wait complete. 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.725+0000 7f27a08b7640 1 Processor -- start 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.725+0000 7f27a08b7640 1 -- start start 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2788004d40 0x7f279c0d0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c0abb80 0x7f279c0ac030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f279c15e8d0 con 0x7f279c1f40b0 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f279c06c960 con 0x7f2788004d40 2024-09-16T00:56:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f27a08b7640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f279c15f570 con 0x7f279c0abb80 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50960/0 (socket says 172.21.15.5:50960) 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 -- 172.21.15.5:0/1916205005 learned_addr learned my addr 172.21.15.5:0/1916205005 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f279a59c640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2788004d40 0x7f279c0d0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f279ad9d640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c0abb80 0x7f279c0ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 -- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c0abb80 msgr2=0x7f279c0ac030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c0abb80 0x7f279c0ac030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 -- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2788004d40 msgr2=0x7f279c0d0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2788004d40 0x7f279c0d0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 -- 172.21.15.5:0/1916205005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f279c0d0b20 con 0x7f279c1f40b0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2793fff640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2784011990 tx=0x7f2784011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.726+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f278400fb90 con 0x7f279c1f40b0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.727+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f278400fd30 con 0x7f279c1f40b0 2024-09-16T00:56:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.727+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f279c0d0e00 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.727+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784014660 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.727+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f279c0d13c0 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.728+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f279c0d1bc0 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.728+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2784012040 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.729+0000 7f2792ffd640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 0x7f277c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.729+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f278408ba50 con 0x7f279c1f40b0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.729+0000 7f279a59c640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 0x7f277c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.729+0000 7f279a59c640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 0x7f277c06e7a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f278c001910 tx=0x7f278c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.733+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f279c0d1bc0 con 0x7f279c1f40b0 2024-09-16T00:56:42.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.950+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f279c15f980 con 0x7f279c1f40b0 2024-09-16T00:56:42.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.950+0000 7f2792ffd640 1 -- 172.21.15.5:0/1916205005 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5217 (secure 0 0 0) 0x7f2784019030 con 0x7f279c1f40b0 2024-09-16T00:56:42.952 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:42.952 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"btime":"2024-09-16T00:56:24:233959+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4862,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/2105825532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6835","nonce":2105825532},{"type":"v1","addr":"172.21.15.73:6837","nonce":2105825532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5194,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3748981728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3748981728},{"type":"v1","addr":"172.21.15.5:6835","nonce":3748981728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":5202,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1393609319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1393609319},{"type":"v1","addr":"172.21.15.5:6834","nonce":1393609319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:23.577870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5203},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5203":{"gid":5203,"name":"b","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6836/1285212989","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1285212989},{"type":"v1","addr":"172.21.15.73:6836","nonce":1285212989}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5203,"qdb_cluster":[5203]},"id":3}]} 2024-09-16T00:56:42.952 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 26 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 msgr2=0x7f277c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 0x7f277c06e7a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f278c001910 tx=0x7f278c009040 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 msgr2=0x7f279c0acaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2784011990 tx=0x7f2784011e50 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 shutdown_connections 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f277c06c2e0 0x7f277c06e7a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f279c0abb80 0x7f279c0ac030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f279c1f40b0 0x7f279c0acaa0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 --2- 172.21.15.5:0/1916205005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2788004d40 0x7f279c0d0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.952+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 >> 172.21.15.5:0/1916205005 conn(0x7f279c06e5b0 msgr2=0x7f279c0b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:42.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.953+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 shutdown_connections 2024-09-16T00:56:42.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:42.953+0000 7f27a08b7640 1 -- 172.21.15.5:0/1916205005 wait complete. 2024-09-16T00:56:42.965 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json force_readonly 2024-09-16T00:56:43.091 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-16T00:56:44.584 INFO:teuthology.orchestra.run.smithi005.stderr:write_background: writing 2024-09-16T00:56:44.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T00:56:53.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:56:53.094 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-16T00:56:53.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:56:53.115 INFO:teuthology.orchestra.run.smithi005.stderr:touch: setting times of 'test_file1': Read-only file system 2024-09-16T00:56:53.116 INFO:tasks.ceph_test_case:waiting 30s for health warning matching MDS_READ_ONLY 2024-09-16T00:56:53.116 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:56:53.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.269+0000 7f5bc8778640 1 Processor -- start 2024-09-16T00:56:53.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.269+0000 7f5bc8778640 1 -- start start 2024-09-16T00:56:53.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc8778640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5bc0071cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc8778640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bc00cd7f0 con 0x7f5bc015c720 2024-09-16T00:56:53.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc8778640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bc00cf880 con 0x7f5bc00cfdc0 2024-09-16T00:56:53.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc8778640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc0072210 con 0x7f5bc0070f30 2024-09-16T00:56:53.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc6514640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5bc015c720 0x7f5bc0073610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58866/0 (socket says 172.21.15.5:58866) 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc6514640 1 -- 172.21.15.5:0/1701736457 learned_addr learned my addr 172.21.15.5:0/1701736457 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5bc0071cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3247286419 0 0) 0x7f5bc00cd7f0 con 0x7f5bc015c720 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.270+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ba8003520 con 0x7f5bc015c720 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2950629595 0 0) 0x7f5bc00cf880 con 0x7f5bc00cfdc0 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5bc00cd7f0 con 0x7f5bc00cfdc0 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3304786800 0 0) 0x7f5ba8003520 con 0x7f5bc015c720 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 msgr2=0x7f5bc0071cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5bc0071cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 >> v1:172.21.15.73:6789/0 conn(0x7f5bc00cfdc0 legacy=0x7f5bc015cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc00cda90 con 0x7f5bc015c720 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f5bb00019f0 con 0x7f5bc015c720 2024-09-16T00:56:53.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 >> v1:172.21.15.5:6789/0 conn(0x7f5bc015c720 legacy=0x7f5bc0073610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8003b70 0x7f5ba8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ba8004800 0x7f5ba8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5ba80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc0072210 con 0x7f5ba8004800 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba800baa0 con 0x7f5ba8003b70 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba800bca0 con 0x7f5bc0070f30 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ba8004800 0x7f5ba8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc6514640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8003b70 0x7f5ba8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc6d15640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5ba80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 -- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 msgr2=0x7f5ba80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5ba80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 -- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8003b70 msgr2=0x7f5ba8003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8003b70 0x7f5ba8003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc5d13640 1 -- 172.21.15.5:0/1701736457 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba8003520 con 0x7f5ba8004800 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.271+0000 7f5bc6d15640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0070f30 0x7f5ba80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.272+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ba8004800 0x7f5ba8004c80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5bc006f440 tx=0x7f5ba8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31d1c294bd353479 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.272+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4036070 con 0x7f5ba8004800 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.272+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bb4031400 con 0x7f5ba8004800 2024-09-16T00:56:53.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.272+0000 7f5bc5512640 1 -- 172.21.15.5:0/1701736457 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4009690 con 0x7f5ba8004800 2024-09-16T00:56:53.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 -- 172.21.15.5:0/1701736457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ba8004800 msgr2=0x7f5ba8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1701736457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ba8004800 0x7f5ba8004c80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5bc006f440 tx=0x7f5ba8005830 comp rx=0 tx=0).stop 2024-09-16T00:56:53.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc6d15640 1 -- 172.21.15.5:0/1701736457 reap_dead start 2024-09-16T00:56:53.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 -- 172.21.15.5:0/1701736457 shutdown_connections 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 -- 172.21.15.5:0/1701736457 >> 172.21.15.5:0/1701736457 conn(0x7f5bc006cfc0 msgr2=0x7f5bc006d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 -- 172.21.15.5:0/1701736457 shutdown_connections 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.273+0000 7f5bc8778640 1 -- 172.21.15.5:0/1701736457 wait complete. 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.274+0000 7f5bc8778640 1 Processor -- start 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.274+0000 7f5bc8778640 1 -- start start 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8004800 0x7f5bc0155d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 0x7f5bc0154260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc0073d20 con 0x7f5bc01e5100 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc006ed10 con 0x7f5ba8004800 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc8778640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc0073ea0 con 0x7f5bc0153de0 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39008/0 (socket says 172.21.15.5:39008) 2024-09-16T00:56:53.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 -- 172.21.15.5:0/1274063519 learned_addr learned my addr 172.21.15.5:0/1274063519 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 0x7f5bc0154260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6514640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8004800 0x7f5bc0155d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 -- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 msgr2=0x7f5bc0154260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 0x7f5bc0154260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 -- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8004800 msgr2=0x7f5bc0155d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8004800 0x7f5bc0155d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc6d15640 1 -- 172.21.15.5:0/1274063519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc0156280 con 0x7f5bc01e5100 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.275+0000 7f5bc5d13640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 0x7f5bc0154260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bc6d15640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5bc006ce00 tx=0x7f5bb800e890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8019070 con 0x7f5bc01e5100 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bb80052e0 con 0x7f5bc01e5100 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc0154ca0 con 0x7f5bc01e5100 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8003810 con 0x7f5bc01e5100 2024-09-16T00:56:53.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.276+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc0155260 con 0x7f5bc01e5100 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.277+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bc00cf880 con 0x7f5bc01e5100 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.277+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bb801c070 con 0x7f5bc01e5100 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.278+0000 7f5bbeffd640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 0x7f5bac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.278+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5767+0+0 (secure 0 0 0) 0x7f5bb808a950 con 0x7f5bc01e5100 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.278+0000 7f5bc6514640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 0x7f5bac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.279+0000 7f5bc6514640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 0x7f5bac06e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5bb0002230 tx=0x7f5bb0006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.283+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5bb8059070 con 0x7f5bc01e5100 2024-09-16T00:56:53.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.494+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5bc00cf2b0 con 0x7f5bc01e5100 2024-09-16T00:56:53.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.495+0000 7f5bbeffd640 1 -- 172.21.15.5:0/1274063519 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+159 (secure 0 0 0) 0x7f5bb8058970 con 0x7f5bc01e5100 2024-09-16T00:56:53.495 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:53.495 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_WARN","checks":{"MDS_READ_ONLY":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs are read only","count":1},"muted":false}},"mutes":[]} 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 msgr2=0x7f5bac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 0x7f5bac06e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5bb0002230 tx=0x7f5bb0006040 comp rx=0 tx=0).stop 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 msgr2=0x7f5bc01e5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5bc006ce00 tx=0x7f5bb800e890 comp rx=0 tx=0).stop 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 shutdown_connections 2024-09-16T00:56:53.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5bac06c2b0 0x7f5bac06e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bc01e5100 0x7f5bc01e5580 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5bc0153de0 0x7f5bc0154260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 --2- 172.21.15.5:0/1274063519 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ba8004800 0x7f5bc0155d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 >> 172.21.15.5:0/1274063519 conn(0x7f5bc006cfc0 msgr2=0x7f5bc00b2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 shutdown_connections 2024-09-16T00:56:53.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.497+0000 7f5bc8778640 1 -- 172.21.15.5:0/1274063519 wait complete. 2024-09-16T00:56:53.508 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-16T00:56:53.509 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:56:53.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:53.509 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:56:53.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:53.509 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:56:53.510 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:53.510 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:56:53.510 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:56:53.518 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:56:53.518 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-16T00:56:53.519 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:56:53.520 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-16T00:56:53.521 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:56:53.521 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-16T00:56:53.522 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:56:53.522 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-16T00:56:53.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.667+0000 7f42cc58d640 1 Processor -- start 2024-09-16T00:56:53.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.667+0000 7f64cfb31640 1 Processor -- start 2024-09-16T00:56:53.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.667+0000 7f42cc58d640 1 -- start start 2024-09-16T00:56:53.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.668+0000 7f64cfb31640 1 -- start start 2024-09-16T00:56:53.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.668+0000 7f950636d640 1 Processor -- start 2024-09-16T00:56:53.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.668+0000 7f950636d640 1 -- start start 2024-09-16T00:56:53.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.668+0000 7fdafd7d6640 1 Processor -- start 2024-09-16T00:56:53.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.668+0000 7fdafd7d6640 1 -- start start 2024-09-16T00:56:53.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950636d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 0x7f9500073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7fdafd7d6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fdaf815e7b0 0x7fdaf80d0a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7fdafd7d6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf806e180 con 0x7fdaf8062630 2024-09-16T00:56:53.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950636d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500073680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950636d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f950015a280 con 0x7f95000b6310 2024-09-16T00:56:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cc58d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c40cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cc58d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42c40d07c0 0x7f42c4072070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cc58d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42c40cfdd0 con 0x7f42c4160af0 2024-09-16T00:56:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950636d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f9500071790 con 0x7f9500159ea0 2024-09-16T00:56:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950636d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f95000719e0 con 0x7f9500071380 2024-09-16T00:56:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cc58d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f42c415cc90 con 0x7f42c40d07c0 2024-09-16T00:56:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cc58d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f42c415cf70 con 0x7f42c4160710 2024-09-16T00:56:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7fdafd7d6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf80d1070 con 0x7fdaf806cd00 2024-09-16T00:56:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7fdafd7d6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fdaf80d0720 con 0x7fdaf815e7b0 2024-09-16T00:56:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f64cfb31640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f64c80b6690 0x7f64c80cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42c9b28640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f42c4160af0 0x7f42c40d00b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58888/0 (socket says 172.21.15.5:58888) 2024-09-16T00:56:53.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42c9b28640 1 -- 172.21.15.5:0/933059789 learned_addr learned my addr 172.21.15.5:0/933059789 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:53.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f94f7fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f95000b6310 0x7f9500070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58886/0 (socket says 172.21.15.5:58886) 2024-09-16T00:56:53.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f64cfb31640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f64c80b6a70 0x7f64c80d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f94f7fff640 1 -- 172.21.15.5:0/2697966452 learned_addr learned my addr 172.21.15.5:0/2697966452 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f950490a640 1 --2- 172.21.15.5:0/2697966452 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f94fffff640 1 --2- 172.21.15.5:0/2697966452 >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 0x7f9500073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f64cfb31640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80d1510 0x7f64c80d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cfb31640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f64c80cf540 con 0x7f64c80b6690 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cfb31640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f64c80cff10 con 0x7f64c80b6a70 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f64c80b6a70 0x7f64c80d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42ca329640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c40cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.669+0000 7f42cab2a640 1 --2- 172.21.15.5:0/933059789 >> v2:172.21.15.5:3300/0 conn(0x7f42c40d07c0 0x7f42c4072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd8cd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f64c80b6690 0x7f64c80cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f64c80b6a70 0x7f64c80d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:36268/0 (socket says 172.21.15.5:36268) 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 -- 172.21.15.5:0/804911062 learned_addr learned my addr 172.21.15.5:0/804911062 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f64c80d1d90 con 0x7f64c80d1510 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaeffff640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7fdaf806cd00 0x7fdaf80d0010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:39808/0 (socket says 172.21.15.5:39808) 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaeffff640 1 -- 172.21.15.5:0/4041596341 learned_addr learned my addr 172.21.15.5:0/4041596341 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/4041596341 >> v2:172.21.15.73:3300/0 conn(0x7fdaf815e7b0 0x7fdaf80d0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f950490a640 1 -- 172.21.15.5:0/2697966452 >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 msgr2=0x7f9500073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f950490a640 1 --2- 172.21.15.5:0/2697966452 >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 0x7f9500073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f950490a640 1 -- 172.21.15.5:0/2697966452 >> v1:172.21.15.5:6789/0 conn(0x7f95000b6310 legacy=0x7f9500070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f950490a640 1 -- 172.21.15.5:0/2697966452 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95000b5550 con 0x7f9500071380 2024-09-16T00:56:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64ce0ce640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80d1510 0x7f64c80d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 731243044 0 0) 0x7fdaf80d1070 con 0x7fdaf806cd00 2024-09-16T00:56:53.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdae4003520 con 0x7fdaf806cd00 2024-09-16T00:56:53.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f94fffff640 1 --2- 172.21.15.5:0/2697966452 >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 0x7f9500073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:53.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f42cab2a640 1 -- 172.21.15.5:0/933059789 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 msgr2=0x7f42c40cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f42cab2a640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c40cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f42cab2a640 1 -- 172.21.15.5:0/933059789 >> v1:172.21.15.5:6789/0 conn(0x7f42c4160af0 legacy=0x7f42c40d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f42cab2a640 1 -- 172.21.15.5:0/933059789 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42c415d250 con 0x7f42c40d07c0 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 -- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80d1510 msgr2=0x7f64c80d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80d1510 0x7f64c80d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 -- 172.21.15.5:0/804911062 >> v2:172.21.15.5:3300/0 conn(0x7f64c80b6690 msgr2=0x7f64c80cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 --2- 172.21.15.5:0/804911062 >> v2:172.21.15.5:3300/0 conn(0x7f64c80b6690 0x7f64c80cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7f64cd0cc640 1 -- 172.21.15.5:0/804911062 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c80ceef0 con 0x7f64c80b6a70 2024-09-16T00:56:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.670+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.1 v1:172.21.15.73:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1231524143 0 0) 0x7fdae4003520 con 0x7fdaf806cd00 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 >> v2:172.21.15.73:3300/0 conn(0x7fdaf815e7b0 msgr2=0x7fdaf80d0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 --2- 172.21.15.5:0/4041596341 >> v2:172.21.15.73:3300/0 conn(0x7fdaf815e7b0 0x7fdaf80d0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 >> v1:172.21.15.5:6789/0 conn(0x7fdaf8062630 legacy=0x7fdaf8062a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 --> v1:172.21.15.73:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf80cf530 con 0x7fdaf806cd00 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.1 v1:172.21.15.73:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fdae0001670 con 0x7fdaf806cd00 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 >> v1:172.21.15.73:6789/0 conn(0x7fdaf806cd00 legacy=0x7fdaf80d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdae40039b0 0x7fdae4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdae4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdae40051c0 0x7fdae400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf80d0720 con 0x7fdae40039b0 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdae400c010 con 0x7fdae40051c0 2024-09-16T00:56:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdae400c210 con 0x7fdae4004800 2024-09-16T00:56:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/4041596341 >> v2:172.21.15.73:3300/0 conn(0x7fdaf815e7b0 0x7fdaf80d0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdae4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f950490a640 1 --2- 172.21.15.5:0/2697966452 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500073680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94f8009d90 tx=0x7f94f802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f387a6c34f900af3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdae40039b0 0x7fdae4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf77fe640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdae40051c0 0x7fdae400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f94ff7fe640 1 -- 172.21.15.5:0/2697966452 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8007740 con 0x7f9500071380 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f94ff7fe640 1 -- 172.21.15.5:0/2697966452 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94f80078e0 con 0x7f9500071380 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f94ff7fe640 1 -- 172.21.15.5:0/2697966452 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8007cb0 con 0x7f9500071380 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 -- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdae40051c0 msgr2=0x7fdae400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdae40051c0 0x7fdae400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 -- 172.21.15.5:0/4041596341 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdae40039b0 msgr2=0x7fdae4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:53.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f64cd0cc640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6a70 0x7f64c80d0fd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f64c80b7690 tx=0x7f64b802a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebcb638cbcbf701d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7f42cab2a640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c40d07c0 0x7f42c4072070 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f42bc00f370 tx=0x7f42bc02ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77366b8a4ec4b810 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdae40039b0 0x7fdae4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf77fe640 1 -- 172.21.15.5:0/4041596341 reap_dead start 2024-09-16T00:56:53.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaeffff640 1 -- 172.21.15.5:0/4041596341 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae4003520 con 0x7fdae4004800 2024-09-16T00:56:53.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cc8cb640 1 -- 172.21.15.5:0/804911062 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8037070 con 0x7f64c80b6a70 2024-09-16T00:56:53.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cc8cb640 1 -- 172.21.15.5:0/804911062 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b8032440 con 0x7f64c80b6a70 2024-09-16T00:56:53.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.671+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdae40039b0 0x7fdae4003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:53.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cc8cb640 1 -- 172.21.15.5:0/804911062 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8032810 con 0x7f64c80b6a70 2024-09-16T00:56:53.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f42c9327640 1 -- 172.21.15.5:0/933059789 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc036070 con 0x7f42c40d07c0 2024-09-16T00:56:53.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f42c9327640 1 -- 172.21.15.5:0/933059789 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42bc00d4e0 con 0x7f42c40d07c0 2024-09-16T00:56:53.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f42c9327640 1 -- 172.21.15.5:0/933059789 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc00b960 con 0x7f42c40d07c0 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 -- 172.21.15.5:0/2697966452 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 msgr2=0x7f9500073680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 --2- 172.21.15.5:0/2697966452 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500073680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94f8009d90 tx=0x7f94f802a660 comp rx=0 tx=0).stop 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 -- 172.21.15.5:0/2697966452 shutdown_connections 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 --2- 172.21.15.5:0/2697966452 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500073680 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 --2- 172.21.15.5:0/2697966452 >> v2:172.21.15.73:3300/0 conn(0x7f9500159ea0 0x7f9500073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 -- 172.21.15.5:0/2697966452 >> 172.21.15.5:0/2697966452 conn(0x7f950006e5b0 msgr2=0x7f950006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6a70 msgr2=0x7f64c80d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6a70 0x7f64c80d0fd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f64c80b7690 tx=0x7f64b802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7fdaeffff640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdae4004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdae000c190 tx=0x7fdae4005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1357efb39716872 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 -- 172.21.15.5:0/2697966452 shutdown_connections 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 shutdown_connections 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80d1510 0x7f64c80d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 --2- 172.21.15.5:0/804911062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6a70 0x7f64c80d0fd0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 --2- 172.21.15.5:0/804911062 >> v2:172.21.15.5:3300/0 conn(0x7f64c80b6690 0x7f64c80cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 >> 172.21.15.5:0/804911062 conn(0x7f64c8072560 msgr2=0x7f64c8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.672+0000 7f950636d640 1 -- 172.21.15.5:0/2697966452 wait complete. 2024-09-16T00:56:53.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae0007c60 con 0x7fdae4004800 2024-09-16T00:56:53.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 -- 172.21.15.5:0/933059789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c40d07c0 msgr2=0x7f42c4072070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c40d07c0 0x7f42c4072070 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f42bc00f370 tx=0x7f42bc02ea70 comp rx=0 tx=0).stop 2024-09-16T00:56:53.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 shutdown_connections 2024-09-16T00:56:53.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f64cfb31640 1 -- 172.21.15.5:0/804911062 wait complete. 2024-09-16T00:56:53.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdae0005ad0 con 0x7fdae4004800 2024-09-16T00:56:53.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7fdaf67fc640 1 -- 172.21.15.5:0/4041596341 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae0007070 con 0x7fdae4004800 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 -- 172.21.15.5:0/933059789 shutdown_connections 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c40d07c0 0x7f42c4072070 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 --2- 172.21.15.5:0/933059789 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c40cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 -- 172.21.15.5:0/933059789 >> 172.21.15.5:0/933059789 conn(0x7f42c406d000 msgr2=0x7f42c406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 -- 172.21.15.5:0/933059789 shutdown_connections 2024-09-16T00:56:53.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7f42cc58d640 1 -- 172.21.15.5:0/933059789 wait complete. 2024-09-16T00:56:53.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7fdafd7d6640 1 -- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 msgr2=0x7fdae4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.673+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdae4004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdae000c190 tx=0x7fdae4005830 comp rx=0 tx=0).stop 2024-09-16T00:56:53.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7fdafd7d6640 1 -- 172.21.15.5:0/4041596341 shutdown_connections 2024-09-16T00:56:53.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/4041596341 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdae4004c80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7f64cfb31640 1 Processor -- start 2024-09-16T00:56:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7fdafd7d6640 1 -- 172.21.15.5:0/4041596341 >> 172.21.15.5:0/4041596341 conn(0x7fdaf80b35c0 msgr2=0x7fdaf80b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7fdafd7d6640 1 -- 172.21.15.5:0/4041596341 shutdown_connections 2024-09-16T00:56:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7fdafd7d6640 1 -- 172.21.15.5:0/4041596341 wait complete. 2024-09-16T00:56:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7f64cfb31640 1 -- start start 2024-09-16T00:56:53.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7f950636d640 1 Processor -- start 2024-09-16T00:56:53.694 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.674+0000 7f950636d640 1 -- start start 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6690 0x7f64c8155c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80b6a70 0x7f64c81f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f64c80d1980 con 0x7f64c80d1510 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64c80b6f00 con 0x7f64c80b6690 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cfb31640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f64c80d1b00 con 0x7f64c80b6a70 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39024/0 (socket says 172.21.15.5:39024) 2024-09-16T00:56:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 -- 172.21.15.5:0/3356151345 learned_addr learned my addr 172.21.15.5:0/3356151345 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cd8cd640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6690 0x7f64c8155c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64cd0cc640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80b6a70 0x7f64c81f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f42cc58d640 1 Processor -- start 2024-09-16T00:56:53.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f950636d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500152b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f42cc58d640 1 -- start start 2024-09-16T00:56:53.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 -- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80b6a70 msgr2=0x7f64c81f8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950636d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 0x7f95000b4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f94fffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500152b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f94fffff640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500152b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33910/0 (socket says 172.21.15.5:33910) 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f94fffff640 1 -- 172.21.15.5:0/3653339384 learned_addr learned my addr 172.21.15.5:0/3653339384 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9500159ea0 0x7f95000b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80b6a70 0x7f64c81f8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 -- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6690 msgr2=0x7f64c8155c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6690 0x7f64c8155c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f94f7fff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 0x7f95000b4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f95000b5df0 con 0x7f9500159ea0 2024-09-16T00:56:53.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.675+0000 7f64ce0ce640 1 -- 172.21.15.5:0/3356151345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c81f93e0 con 0x7f64c80d1510 2024-09-16T00:56:53.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7fdafd7d6640 1 Processor -- start 2024-09-16T00:56:53.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64ce0ce640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f64c000efc0 tx=0x7f64c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7fdafd7d6640 1 -- start start 2024-09-16T00:56:53.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950490a640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9500159ea0 0x7f95000b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95000b5b10 con 0x7f95000b6310 2024-09-16T00:56:53.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f95000d1e20 con 0x7f9500071380 2024-09-16T00:56:53.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0018020 con 0x7f64c80d1510 2024-09-16T00:56:53.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64c0014480 con 0x7f64c80d1510 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0014870 con 0x7f64c80d1510 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c81f96c0 con 0x7f64c80d1510 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.676+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c81f99a0 con 0x7f64c80d1510 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 -- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 msgr2=0x7f9500152b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500152b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 -- 172.21.15.5:0/3653339384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9500159ea0 msgr2=0x7f95000b49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9500159ea0 0x7f95000b49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95001e5ea0 con 0x7f95000b6310 2024-09-16T00:56:53.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94f7fff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 0x7f95000b4480 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f94e8000f60 tx=0x7f94e800c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c41f3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 0x7f42c41f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f42c415d770 con 0x7f42c4160af0 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f42c40cf800 con 0x7f42c40d07c0 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cc58d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f42c40aaa00 con 0x7f42c4160710 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42ca329640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42c9b28640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c41f3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42ca329640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:36314/0 (socket says 172.21.15.5:36314) 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e8017070 con 0x7f95000b6310 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e8005ce0 con 0x7f95000b6310 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e8007310 con 0x7f95000b6310 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42ca329640 1 -- 172.21.15.5:0/1442476658 learned_addr learned my addr 172.21.15.5:0/1442476658 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f42cab2a640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 0x7f42c41f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.677+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95001e6180 con 0x7f95000b6310 2024-09-16T00:56:53.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95001530a0 con 0x7f95000b6310 2024-09-16T00:56:53.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdaf8156ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 -- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 msgr2=0x7f42c40abb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 -- 172.21.15.5:0/1442476658 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 msgr2=0x7f42c41f4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 0x7f42c41f4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 -- 172.21.15.5:0/1442476658 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42c40aace0 con 0x7f42c4160710 2024-09-16T00:56:53.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64c815c530 con 0x7f64c80d1510 2024-09-16T00:56:53.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42ca329640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:53.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42cab2a640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 0x7f42c41f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf8160420 0x7fdaf81608d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf806d170 con 0x7fdaf8154cf0 2024-09-16T00:56:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf80cfaf0 con 0x7fdaf8160420 2024-09-16T00:56:53.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f42c9b28640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c41f3bc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f42b400c440 tx=0x7f42b400c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdafd7d6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fdaf80d0a90 con 0x7fdae4004800 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39050/0 (socket says 172.21.15.5:39050) 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 -- 172.21.15.5:0/336631834 learned_addr learned my addr 172.21.15.5:0/336631834 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdaf8156ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaf77fe640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf8160420 0x7fdaf81608d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 -- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 msgr2=0x7fdaf8156ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdaf8156ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f64c0005d10 con 0x7f64c80d1510 2024-09-16T00:56:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 -- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf8160420 msgr2=0x7fdaf81608d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.678+0000 7fdaeffff640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf8160420 0x7fdaf81608d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7fdaeffff640 1 -- 172.21.15.5:0/336631834 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf80aeec0 con 0x7fdaf8154cf0 2024-09-16T00:56:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7fdaeffff640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdae002ad40 tx=0x7fdaf80cf700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f64be7fc640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 0x7f64ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b4017070 con 0x7f42c4160710 2024-09-16T00:56:53.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b4005ce0 con 0x7f42c4160710 2024-09-16T00:56:53.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b40072d0 con 0x7f42c4160710 2024-09-16T00:56:53.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5767+0+0 (secure 0 0 0) 0x7f64c008bf10 con 0x7f64c80d1510 2024-09-16T00:56:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42c40aafc0 con 0x7f42c4160710 2024-09-16T00:56:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9500153670 con 0x7f95000b6310 2024-09-16T00:56:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f42c41f36a0 con 0x7f42c4160710 2024-09-16T00:56:53.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f64cd8cd640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 0x7f64ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.679+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f94e801a070 con 0x7f95000b6310 2024-09-16T00:56:53.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.680+0000 7f64cd8cd640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 0x7f64ac06e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009a20 tx=0x7f64c4009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.680+0000 7f94fd7fa640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 0x7f94e006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.680+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5767+0+0 (secure 0 0 0) 0x7f94e808a740 con 0x7f95000b6310 2024-09-16T00:56:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.680+0000 7f94fffff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 0x7f94e006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.680+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42c4073030 con 0x7f42c4160710 2024-09-16T00:56:53.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.681+0000 7f94fffff640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 0x7f94e006e840 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f94f0006d40 tx=0x7f94f0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.681+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42b401a070 con 0x7f42c4160710 2024-09-16T00:56:53.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.682+0000 7f42baffd640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 0x7f42a806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.682+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 5 ==== osd_map(47..47 src has 1..47) ==== 5767+0+0 (secure 0 0 0) 0x7f42b408a750 con 0x7f42c4160710 2024-09-16T00:56:53.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.682+0000 7f42ca329640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 0x7f42a806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.683+0000 7f42ca329640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 0x7f42a806e7c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f42c00112c0 tx=0x7f42c0009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae0042070 con 0x7fdaf8154cf0 2024-09-16T00:56:53.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f94e8058800 con 0x7f95000b6310 2024-09-16T00:56:53.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f64c0022070 con 0x7f64c80d1510 2024-09-16T00:56:53.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdae0001630 con 0x7fdaf8154cf0 2024-09-16T00:56:53.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae0037040 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaf81574d0 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.685+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaf8157a90 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.686+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaf80d0010 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.686+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdae00049e0 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.687+0000 7fdaef7fe640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 0x7fdad806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.687+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5767+0+0 (secure 0 0 0) 0x7fdae00aa8d0 con 0x7fdaf8154cf0 2024-09-16T00:56:53.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.687+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f42b4058810 con 0x7f42c4160710 2024-09-16T00:56:53.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.687+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 0x7fdad806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:53.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.688+0000 7fdaf6ffd640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 0x7fdad806e7a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80518b0 tx=0x7fdae8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:53.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.692+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdae0078910 con 0x7fdaf8154cf0 2024-09-16T00:56:53.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.949+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f9500070c70 con 0x7f95000b6310 2024-09-16T00:56:53.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.956+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7fdaf8155170 con 0x7fdaf8154cf0 2024-09-16T00:56:53.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.973+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f64c8069140 con 0x7f64c80d1510 2024-09-16T00:56:53.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:53.976+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7f42c4072d50 con 0x7f42c4160710 2024-09-16T00:56:54.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.442+0000 7f94fd7fa640 1 -- 172.21.15.5:0/3653339384 <== mon.1 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 4862 v28) ==== 95+0+0 (secure 0 0 0) 0x7f94e805cb00 con 0x7f95000b6310 2024-09-16T00:56:54.442 INFO:teuthology.orchestra.run.smithi005.stderr:failed mds gid 4862 2024-09-16T00:56:54.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 msgr2=0x7f94e006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 0x7f94e006e840 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f94f0006d40 tx=0x7f94f0008040 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 msgr2=0x7f95000b4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 0x7f95000b4480 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f94e8000f60 tx=0x7f94e800c800 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 shutdown_connections 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f94e006c380 0x7f94e006e840 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9500159ea0 0x7f95000b49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95000b6310 0x7f95000b4480 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 --2- 172.21.15.5:0/3653339384 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f9500071380 0x7f9500152b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 >> 172.21.15.5:0/3653339384 conn(0x7f950006e5b0 msgr2=0x7f950015a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 shutdown_connections 2024-09-16T00:56:54.447 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f63b0ba5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:56:54.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.445+0000 7f950636d640 1 -- 172.21.15.5:0/3653339384 wait complete. 2024-09-16T00:56:54.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.447+0000 7fdaef7fe640 1 -- 172.21.15.5:0/336631834 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 5202 v29) ==== 95+0+0 (secure 0 0 0) 0x7fdae007cc10 con 0x7fdaf8154cf0 2024-09-16T00:56:54.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.447+0000 7f64be7fc640 1 -- 172.21.15.5:0/3356151345 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5203 v29) ==== 95+0+0 (secure 0 0 0) 0x7f64c0010040 con 0x7f64c80d1510 2024-09-16T00:56:54.448 INFO:teuthology.orchestra.run.smithi005.stderr:failed mds gid 5202 2024-09-16T00:56:54.448 INFO:teuthology.orchestra.run.smithi005.stderr:failed mds gid 5203 2024-09-16T00:56:54.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 msgr2=0x7fdad806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 0x7fdad806e7a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdaf80518b0 tx=0x7fdae8008040 comp rx=0 tx=0).stop 2024-09-16T00:56:54.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 msgr2=0x7fdaf80ae980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdae002ad40 tx=0x7fdaf80cf700 comp rx=0 tx=0).stop 2024-09-16T00:56:54.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 msgr2=0x7f64ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 0x7f64ac06e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009a20 tx=0x7f64c4009190 comp rx=0 tx=0).stop 2024-09-16T00:56:54.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 shutdown_connections 2024-09-16T00:56:54.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 msgr2=0x7f64c80b8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:54.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f64c000efc0 tx=0x7f64c000c490 comp rx=0 tx=0).stop 2024-09-16T00:56:54.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fdad806c2e0 0x7fdad806e7a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf8160420 0x7fdaf81608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaf8154cf0 0x7fdaf80ae980 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 --2- 172.21.15.5:0/336631834 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fdae4004800 0x7fdaf8156ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 >> 172.21.15.5:0/336631834 conn(0x7fdaf80b35c0 msgr2=0x7fdaf80b48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 shutdown_connections 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f64ac06c2b0 0x7f64ac06e770 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f64c80d1510 0x7f64c80b8460 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f64c80b6a70 0x7f64c81f8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 --2- 172.21.15.5:0/3356151345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64c80b6690 0x7f64c8155c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.450+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 >> 172.21.15.5:0/3356151345 conn(0x7f64c8072560 msgr2=0x7f64c80b78a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.451+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 shutdown_connections 2024-09-16T00:56:54.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.451+0000 7f64cfb31640 1 -- 172.21.15.5:0/3356151345 wait complete. 2024-09-16T00:56:54.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.451+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 shutdown_connections 2024-09-16T00:56:54.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:54.451+0000 7fdafd7d6640 1 -- 172.21.15.5:0/336631834 wait complete. 2024-09-16T00:56:54.463 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T00:56:54.463 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T00:56:54.466 INFO:tasks.ceph.mds.d:Started 2024-09-16T00:56:54.467 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:54.467 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T00:56:54.467 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T00:56:54.468 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T00:56:54.468 DEBUG:teuthology.orchestra.run.smithi073:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T00:56:54.470 INFO:tasks.ceph.mds.b:Started 2024-09-16T00:56:54.471 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:54.510 INFO:tasks.ceph.mds.a:Started 2024-09-16T00:56:54.511 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:54.546 INFO:tasks.ceph.mds.d.smithi073.stdout:starting mds.d at 2024-09-16T00:56:54.548 INFO:tasks.ceph.mds.b.smithi073.stdout:starting mds.b at 2024-09-16T00:56:54.586 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:56:55.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.450+0000 7f42baffd640 1 -- 172.21.15.5:0/1442476658 <== mon.2 v2:172.21.15.73:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 5194 v30) ==== 95+0+0 (secure 0 0 0) 0x7f42b405cb10 con 0x7f42c4160710 2024-09-16T00:56:55.451 INFO:teuthology.orchestra.run.smithi005.stderr:failed mds gid 5194 2024-09-16T00:56:55.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 msgr2=0x7f42a806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 0x7f42a806e7c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f42c00112c0 tx=0x7f42c0009190 comp rx=0 tx=0).stop 2024-09-16T00:56:55.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 msgr2=0x7f42c41f3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c41f3bc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f42b400c440 tx=0x7f42b400c900 comp rx=0 tx=0).stop 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 shutdown_connections 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f42a806c300 0x7f42a806e7c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42c4160af0 0x7f42c41f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f42c4160710 0x7f42c41f3bc0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 --2- 172.21.15.5:0/1442476658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f42c40d07c0 0x7f42c40abb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.453+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 >> 172.21.15.5:0/1442476658 conn(0x7f42c406d000 msgr2=0x7f42c40cdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:55.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.454+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 shutdown_connections 2024-09-16T00:56:55.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.454+0000 7f42cc58d640 1 -- 172.21.15.5:0/1442476658 wait complete. 2024-09-16T00:56:55.470 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T00:56:55.471 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T00:56:55.514 INFO:tasks.ceph.mds.c:Started 2024-09-16T00:56:55.514 DEBUG:teuthology.parallel:result is None 2024-09-16T00:56:55.514 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:55.597 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-16T00:56:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.625+0000 7fece66f1640 1 Processor -- start 2024-09-16T00:56:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.625+0000 7fece66f1640 1 -- start start 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece66f1640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fece015e4f0 0x7fece015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece66f1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fece01603c0 con 0x7fece006d160 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece66f1640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fece006c0c0 con 0x7fece006bb20 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece66f1640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fece006ccd0 con 0x7fece015e4f0 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece4c8e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fece006d160 0x7fece006d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58900/0 (socket says 172.21.15.5:58900) 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fece4c8e640 1 -- 172.21.15.5:0/671298149 learned_addr learned my addr 172.21.15.5:0/671298149 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:55.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 58300679 0 0) 0x7fece01603c0 con 0x7fece006d160 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecc8003520 con 0x7fece006d160 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.626+0000 7fecdffff640 1 --2- 172.21.15.5:0/671298149 >> v2:172.21.15.73:3300/0 conn(0x7fece015e4f0 0x7fece015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1406056209 0 0) 0x7fecc8003520 con 0x7fece006d160 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 >> v2:172.21.15.73:3300/0 conn(0x7fece015e4f0 msgr2=0x7fece015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 --2- 172.21.15.5:0/671298149 >> v2:172.21.15.73:3300/0 conn(0x7fece015e4f0 0x7fece015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 >> v1:172.21.15.73:6789/0 conn(0x7fece006bb20 legacy=0x7fece015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece006c3a0 con 0x7fece006d160 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fecd80019f0 con 0x7fece006d160 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 >> v1:172.21.15.5:6789/0 conn(0x7fece006d160 legacy=0x7fece006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc80039b0 0x7fecc8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 0x7fecc8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fecc80051c0 0x7fecc800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fece006ccd0 con 0x7fecc8004800 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fecc800c060 con 0x7fecc80051c0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fecc800c260 con 0x7fecc80039b0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 0x7fecc8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdffff640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc80039b0 0x7fecc8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fece4c8e640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fecc80051c0 0x7fecc800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 -- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc80039b0 msgr2=0x7fecc8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc80039b0 0x7fecc8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 -- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fecc80051c0 msgr2=0x7fecc800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fecc80051c0 0x7fecc800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fecdf7fe640 1 -- 172.21.15.5:0/671298149 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc8003520 con 0x7fecc8004800 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fece4c8e640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fecc80051c0 0x7fecc800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.627+0000 7fece4c8e640 1 -- 172.21.15.5:0/671298149 reap_dead start 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fecdf7fe640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 0x7fecc8004c80 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fecd4001750 tx=0x7fecc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c081c72c0fa6ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd4001370 con 0x7fecc8004800 2024-09-16T00:56:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecd40052d0 con 0x7fecc8004800 2024-09-16T00:56:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fecdeffd640 1 -- 172.21.15.5:0/671298149 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd402abc0 con 0x7fecc8004800 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fece66f1640 1 -- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 msgr2=0x7fecc8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.628+0000 7fece66f1640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 0x7fecc8004c80 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fecd4001750 tx=0x7fecc8005830 comp rx=0 tx=0).stop 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.629+0000 7fece66f1640 1 -- 172.21.15.5:0/671298149 shutdown_connections 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.629+0000 7fece66f1640 1 --2- 172.21.15.5:0/671298149 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecc8004800 0x7fecc8004c80 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.629+0000 7fece66f1640 1 -- 172.21.15.5:0/671298149 >> 172.21.15.5:0/671298149 conn(0x7fece006e5b0 msgr2=0x7fece006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.629+0000 7fece66f1640 1 -- 172.21.15.5:0/671298149 shutdown_connections 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.629+0000 7fece66f1640 1 -- 172.21.15.5:0/671298149 wait complete. 2024-09-16T00:56:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.630+0000 7fece66f1640 1 Processor -- start 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.630+0000 7fece66f1640 1 -- start start 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc8004800 0x7fece015d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fece0155bd0 0x7fece01f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fece015e8d0 con 0x7fece00d07e0 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fece006c960 con 0x7fece0155bd0 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece66f1640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fece015f570 con 0x7fecc8004800 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39126/0 (socket says 172.21.15.5:39126) 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 -- 172.21.15.5:0/1353864942 learned_addr learned my addr 172.21.15.5:0/1353864942 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fecdffff640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc8004800 0x7fece015d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fecdf7fe640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fece0155bd0 0x7fece01f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 -- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc8004800 msgr2=0x7fece015d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc8004800 0x7fece015d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 -- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fece0155bd0 msgr2=0x7fece01f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fece0155bd0 0x7fece01f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 -- 172.21.15.5:0/1353864942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece01ee5f0 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.631+0000 7fece4c8e640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fece00d31f0 tx=0x7fecd8007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.632+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd800e960 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.632+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecd8018070 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.632+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fece015a330 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.632+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd800ed60 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.632+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fece01f4a00 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.633+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fece015f900 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.633+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fecd801d460 con 0x7fece00d07e0 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.634+0000 7fecdcff9640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 0x7feccc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:55.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.634+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7fecd808b590 con 0x7fece00d07e0 2024-09-16T00:56:55.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.634+0000 7fecdffff640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 0x7feccc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:55.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.634+0000 7fecdffff640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 0x7feccc06e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fece00ce0d0 tx=0x7fecd0009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:55.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.638+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fecd8059c70 con 0x7fece00d07e0 2024-09-16T00:56:55.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.850+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fece00b25b0 con 0x7fece00d07e0 2024-09-16T00:56:55.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.851+0000 7fecdcff9640 1 -- 172.21.15.5:0/1353864942 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+4386 (secure 0 0 0) 0x7fecd8059570 con 0x7fece00d07e0 2024-09-16T00:56:55.851 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:55.851 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-16T00:56:55:450237+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:55.450216+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:replay","state_seq":1,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-16T00:56:55.851 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-16T00:56:55.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 msgr2=0x7feccc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 0x7feccc06e770 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fece00ce0d0 tx=0x7fecd0009190 comp rx=0 tx=0).stop 2024-09-16T00:56:55.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 msgr2=0x7fece00d0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:55.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fece00d31f0 tx=0x7fecd8007b00 comp rx=0 tx=0).stop 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 shutdown_connections 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feccc06c2b0 0x7feccc06e770 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fece00d07e0 0x7fece00d0c60 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fece0155bd0 0x7fece01f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 --2- 172.21.15.5:0/1353864942 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fecc8004800 0x7fece015d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 >> 172.21.15.5:0/1353864942 conn(0x7fece006e5b0 msgr2=0x7fece006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 shutdown_connections 2024-09-16T00:56:55.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:55.853+0000 7fece66f1640 1 -- 172.21.15.5:0/1353864942 wait complete. 2024-09-16T00:56:56.266 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:56:21.600671+0000', 'modified': '2024-09-16T00:56:55.450216+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 50, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5427}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5427': {'gid': 5427, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.5:6833/2970614558', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6832', 'nonce': 2970614558}, {'type': 'v1', 'addr': '172.21.15.5:6833', 'nonce': 2970614558}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T00:56:56.267 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5427:up:replay 2024-09-16T00:56:57.267 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:57.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.383+0000 7f117158d640 1 Processor -- start 2024-09-16T00:56:57.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.383+0000 7f117158d640 1 -- start start 2024-09-16T00:56:57.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f117158d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f117158d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f117158d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f116c0b47d0 con 0x7f116c161dd0 2024-09-16T00:56:57.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f117158d640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f116c06c870 con 0x7f116c0b5ea0 2024-09-16T00:56:57.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f117158d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f116c06cb50 con 0x7f116c06e390 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116b7fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116a7fc640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116a7fc640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:36378/0 (socket says 172.21.15.5:36378) 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116b7fe640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3301/0 says I am v2:172.21.15.5:33972/0 (socket says 172.21.15.5:33972) 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116a7fc640 1 -- 172.21.15.5:0/4071830703 learned_addr learned my addr 172.21.15.5:0/4071830703 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.384+0000 7f116affd640 1 --1- 172.21.15.5:0/4071830703 >> v1:172.21.15.73:6789/0 conn(0x7f116c161dd0 0x7f116c06f8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:39814/0 (socket says 172.21.15.5:39814) 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f116b7fe640 1 -- 172.21.15.5:0/4071830703 >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 msgr2=0x7f116c0b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f116b7fe640 1 --2- 172.21.15.5:0/4071830703 >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f116b7fe640 1 -- 172.21.15.5:0/4071830703 >> v1:172.21.15.73:6789/0 conn(0x7f116c161dd0 legacy=0x7f116c06f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f1169ffb640 1 -- 172.21.15.5:0/4071830703 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 160546838 0 0) 0x7f116c0b47d0 con 0x7f116c161dd0 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f116b7fe640 1 -- 172.21.15.5:0/4071830703 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116c1621b0 con 0x7f116c06e390 2024-09-16T00:56:57.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.385+0000 7f116a7fc640 1 --2- 172.21.15.5:0/4071830703 >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:57.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f116b7fe640 1 --2- 172.21.15.5:0/4071830703 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f115c009d90 tx=0x7f115c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c46a35fd206bf00 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:57.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f1169ffb640 1 -- 172.21.15.5:0/4071830703 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c007740 con 0x7f116c06e390 2024-09-16T00:56:57.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f1169ffb640 1 -- 172.21.15.5:0/4071830703 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f115c0078e0 con 0x7f116c06e390 2024-09-16T00:56:57.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f1169ffb640 1 -- 172.21.15.5:0/4071830703 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c007cb0 con 0x7f116c06e390 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 -- 172.21.15.5:0/4071830703 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 msgr2=0x7f116c06e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 --2- 172.21.15.5:0/4071830703 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f115c009d90 tx=0x7f115c02a660 comp rx=0 tx=0).stop 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 -- 172.21.15.5:0/4071830703 shutdown_connections 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 --2- 172.21.15.5:0/4071830703 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c06e390 0x7f116c06e7e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 --2- 172.21.15.5:0/4071830703 >> v2:172.21.15.73:3300/0 conn(0x7f116c0b5ea0 0x7f116c0b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 -- 172.21.15.5:0/4071830703 >> 172.21.15.5:0/4071830703 conn(0x7f116c0b3540 msgr2=0x7f116c0b3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:57.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 -- 172.21.15.5:0/4071830703 shutdown_connections 2024-09-16T00:56:57.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.386+0000 7f117158d640 1 -- 172.21.15.5:0/4071830703 wait complete. 2024-09-16T00:56:57.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.388+0000 7f117158d640 1 Processor -- start 2024-09-16T00:56:57.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.388+0000 7f117158d640 1 -- start start 2024-09-16T00:56:57.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 0x7f116c1528b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c0b5ea0 0x7f116c14b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f116c0b43f0 con 0x7f116c161dd0 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f116c0b6820 con 0x7f116c06e390 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f117158d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f116c0b4570 con 0x7f116c0b5ea0 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39136/0 (socket says 172.21.15.5:39136) 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 -- 172.21.15.5:0/2569850266 learned_addr learned my addr 172.21.15.5:0/2569850266 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116a7fc640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c0b5ea0 0x7f116c14b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116affd640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 0x7f116c1528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 -- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c0b5ea0 msgr2=0x7f116c14b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c0b5ea0 0x7f116c14b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 -- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 msgr2=0x7f116c1528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 0x7f116c1528b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 -- 172.21.15.5:0/2569850266 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116c152f20 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116affd640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 0x7f116c1528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.389+0000 7f116b7fe640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f115c009d90 tx=0x7f115c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.390+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c040070 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.390+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f115c031c40 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.390+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f116c153200 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.390+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115c009450 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.390+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f116c14ba70 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.391+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f116c0b62e0 con 0x7f116c161dd0 2024-09-16T00:56:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.391+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f115c039040 con 0x7f116c161dd0 2024-09-16T00:56:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.392+0000 7f11637fe640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 0x7f114c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.392+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f115c0ac270 con 0x7f116c161dd0 2024-09-16T00:56:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.392+0000 7f116affd640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 0x7f114c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.393+0000 7f116affd640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 0x7f114c06e7a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1164007fd0 tx=0x7f1164007e00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:57.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.396+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f115c07a310 con 0x7f116c161dd0 2024-09-16T00:56:57.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.612+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f116c0b03b0 con 0x7f116c161dd0 2024-09-16T00:56:57.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.612+0000 7f11637fe640 1 -- 172.21.15.5:0/2569850266 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5208 (secure 0 0 0) 0x7f115c07e610 con 0x7f116c161dd0 2024-09-16T00:56:57.613 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:57.613 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":33,"btime":"2024-09-16T00:56:57:459226+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:56.462582+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-16T00:56:57.614 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 33 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 msgr2=0x7f114c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 0x7f114c06e7a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1164007fd0 tx=0x7f1164007e00 comp rx=0 tx=0).stop 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 msgr2=0x7f116c150d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f115c009d90 tx=0x7f115c004a40 comp rx=0 tx=0).stop 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 shutdown_connections 2024-09-16T00:56:57.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f114c06c2e0 0x7f114c06e7a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f116c161dd0 0x7f116c150d30 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f116c0b5ea0 0x7f116c14b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 --2- 172.21.15.5:0/2569850266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f116c06e390 0x7f116c1528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 >> 172.21.15.5:0/2569850266 conn(0x7f116c0b3540 msgr2=0x7f116c160d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 shutdown_connections 2024-09-16T00:56:57.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:57.615+0000 7f117158d640 1 -- 172.21.15.5:0/2569850266 wait complete. 2024-09-16T00:56:58.029 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:56:21.600671+0000', 'modified': '2024-09-16T00:56:56.462582+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 50, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5427}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5427': {'gid': 5427, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.5:6833/2970614558', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6832', 'nonce': 2970614558}, {'type': 'v1', 'addr': '172.21.15.5:6833', 'nonce': 2970614558}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T00:56:58.029 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5427:up:rejoin 2024-09-16T00:56:59.030 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:56:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.144+0000 7f464e998640 1 Processor -- start 2024-09-16T00:56:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.144+0000 7f464e998640 1 -- start start 2024-09-16T00:56:59.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464e998640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f46480b6690 0x7f46480cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464e998640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46480d16e0 0x7f46480d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464e998640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46480cff10 con 0x7f46480b6a70 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464e998640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f46480cf540 con 0x7f46480d16e0 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464e998640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f46480d1b10 con 0x7f46480b6690 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.145+0000 7f464cf35640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46480d16e0 0x7f46480d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46480d16e0 0x7f46480d2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39152/0 (socket says 172.21.15.5:39152) 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 -- 172.21.15.5:0/700683354 learned_addr learned my addr 172.21.15.5:0/700683354 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f4647fff640 1 --2- 172.21.15.5:0/700683354 >> v2:172.21.15.73:3300/0 conn(0x7f46480b6690 0x7f46480cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 -- 172.21.15.5:0/700683354 >> v2:172.21.15.73:3300/0 conn(0x7f46480b6690 msgr2=0x7f46480cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 --2- 172.21.15.5:0/700683354 >> v2:172.21.15.73:3300/0 conn(0x7f46480b6690 0x7f46480cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 -- 172.21.15.5:0/700683354 >> v1:172.21.15.73:6789/0 conn(0x7f46480b6a70 legacy=0x7f46480d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.146+0000 7f464cf35640 1 -- 172.21.15.5:0/700683354 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46480d1d90 con 0x7f46480d16e0 2024-09-16T00:56:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464cf35640 1 --2- 172.21.15.5:0/700683354 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480d16e0 0x7f46480d2b50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f46480d2210 tx=0x7f464002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7dfc4620835cb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f4646ffd640 1 -- 172.21.15.5:0/700683354 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4640036070 con 0x7f46480d16e0 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f4646ffd640 1 -- 172.21.15.5:0/700683354 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4640031600 con 0x7f46480d16e0 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f4646ffd640 1 -- 172.21.15.5:0/700683354 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400319d0 con 0x7f46480d16e0 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 -- 172.21.15.5:0/700683354 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480d16e0 msgr2=0x7f46480d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 --2- 172.21.15.5:0/700683354 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480d16e0 0x7f46480d2b50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f46480d2210 tx=0x7f464002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 -- 172.21.15.5:0/700683354 shutdown_connections 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 --2- 172.21.15.5:0/700683354 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480d16e0 0x7f46480d2b50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 --2- 172.21.15.5:0/700683354 >> v2:172.21.15.73:3300/0 conn(0x7f46480b6690 0x7f46480cf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 -- 172.21.15.5:0/700683354 >> 172.21.15.5:0/700683354 conn(0x7f4648072560 msgr2=0x7f4648072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 -- 172.21.15.5:0/700683354 shutdown_connections 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.147+0000 7f464e998640 1 -- 172.21.15.5:0/700683354 wait complete. 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.149+0000 7f464e998640 1 Processor -- start 2024-09-16T00:56:59.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.149+0000 7f464e998640 1 -- start start 2024-09-16T00:56:59.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46480b6690 0x7f46480caa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 0x7f46481e6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f46480b6f00 con 0x7f46480b6a70 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f46480cf1d0 con 0x7f46480b6690 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464e998640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f464815c530 con 0x7f46480d16e0 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39156/0 (socket says 172.21.15.5:39156) 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 -- 172.21.15.5:0/4127967364 learned_addr learned my addr 172.21.15.5:0/4127967364 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f4647fff640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46480b6690 0x7f46480caa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464cf35640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 0x7f46481e6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 -- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 msgr2=0x7f46481e6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 0x7f46481e6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 -- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46480b6690 msgr2=0x7f46480caa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46480b6690 0x7f46480caa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 -- 172.21.15.5:0/4127967364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46481e5ee0 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f464cf35640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 0x7f46481e6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f46477fe640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f463c00c430 tx=0x7f463c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c011790 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.150+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f463c017070 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.151+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4648158870 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.151+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c011bb0 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.151+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46481e5c00 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.152+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46480cf9d0 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.152+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f463c01c460 con 0x7f46480b6a70 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.152+0000 7f4644ff9640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 0x7f463406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.153+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f463c08b300 con 0x7f46480b6a70 2024-09-16T00:56:59.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.153+0000 7f4647fff640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 0x7f463406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.153+0000 7f4647fff640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 0x7f463406e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4638006fd0 tx=0x7f4638008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.157+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f463c0599d0 con 0x7f46480b6a70 2024-09-16T00:56:59.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.369+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46480d4ee0 con 0x7f46480b6a70 2024-09-16T00:56:59.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.369+0000 7f4644ff9640 1 -- 172.21.15.5:0/4127967364 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5215 (secure 0 0 0) 0x7f463c0592d0 con 0x7f46480b6a70 2024-09-16T00:56:59.371 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:56:59.371 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":34,"btime":"2024-09-16T00:56:58:460729+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:58.460719+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5427,"qdb_cluster":[5427]},"id":3}]} 2024-09-16T00:56:59.371 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 34 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 msgr2=0x7f463406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 0x7f463406e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4638006fd0 tx=0x7f4638008040 comp rx=0 tx=0).stop 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 msgr2=0x7f46481e6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f463c00c430 tx=0x7f463c00c8f0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 shutdown_connections 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f463406c2b0 0x7f463406e770 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46480d16e0 0x7f46481e6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46480b6a70 0x7f46481e6690 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 --2- 172.21.15.5:0/4127967364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46480b6690 0x7f46480caa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 >> 172.21.15.5:0/4127967364 conn(0x7f4648072560 msgr2=0x7f46480d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 shutdown_connections 2024-09-16T00:56:59.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.371+0000 7f464e998640 1 -- 172.21.15.5:0/4127967364 wait complete. 2024-09-16T00:56:59.787 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 34, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T00:56:21.600671+0000', 'modified': '2024-09-16T00:56:58.460719+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 50, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5427}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5427': {'gid': 5427, 'name': 'a', 'rank': 0, 'incarnation': 31, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.5:6833/2970614558', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6832', 'nonce': 2970614558}, {'type': 'v1', 'addr': '172.21.15.5:6833', 'nonce': 2970614558}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5427, 'qdb_cluster': [5427]} 2024-09-16T00:56:59.787 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T00:56:59.787 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T00:56:59.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.891+0000 7f6109274640 1 Processor -- start 2024-09-16T00:56:59.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 -- start start 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f61040cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f61040d16e0 0x7f61040d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61040cff10 con 0x7f61040b6a70 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f61040d1b70 con 0x7f61040d16e0 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.892+0000 7f6109274640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f61040cf540 con 0x7f61040b6690 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f61027fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f61040b6a70 0x7f61040d0fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58908/0 (socket says 172.21.15.5:58908) 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f61027fc640 1 -- 172.21.15.5:0/706992781 learned_addr learned my addr 172.21.15.5:0/706992781 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f61037fe640 1 --2- 172.21.15.5:0/706992781 >> v2:172.21.15.73:3300/0 conn(0x7f61040d16e0 0x7f61040d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6102ffd640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f61040cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3007076985 0 0) 0x7f61040cff10 con 0x7f61040b6a70 2024-09-16T00:56:59.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60f0003520 con 0x7f61040b6a70 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 863117546 0 0) 0x7f60f0003520 con 0x7f61040b6a70 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 msgr2=0x7f61040cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f61040cf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 >> v2:172.21.15.73:3300/0 conn(0x7f61040d16e0 msgr2=0x7f61040d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 --2- 172.21.15.5:0/706992781 >> v2:172.21.15.73:3300/0 conn(0x7f61040d16e0 0x7f61040d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61040d1d90 con 0x7f61040b6a70 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f60ec001670 con 0x7f61040b6a70 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 >> v1:172.21.15.5:6789/0 conn(0x7f61040b6a70 legacy=0x7f61040d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f00039b0 0x7f60f0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f60f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f0004d40 0x7f60f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61040d1b70 con 0x7f60f00039b0 2024-09-16T00:56:59.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f61040cf540 con 0x7f60f0004d40 2024-09-16T00:56:59.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f60f000b9c0 con 0x7f61040b6690 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f6102ffd640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f00039b0 0x7f60f0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.893+0000 7f61027fc640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f60f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f61037fe640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f0004d40 0x7f60f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 -- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 msgr2=0x7f60f0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b6690 0x7f60f0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 -- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f0004d40 msgr2=0x7f60f00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f0004d40 0x7f60f00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 -- 172.21.15.5:0/706992781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f0003520 con 0x7f60f00039b0 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6102ffd640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f00039b0 0x7f60f0003dd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009fc0 tx=0x7f60f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ebd14ec245e79a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f4009c10 con 0x7f60f00039b0 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60f4036070 con 0x7f60f00039b0 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.894+0000 7f6101ffb640 1 -- 172.21.15.5:0/706992781 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f4031880 con 0x7f60f00039b0 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 -- 172.21.15.5:0/706992781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f00039b0 msgr2=0x7f60f0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 --2- 172.21.15.5:0/706992781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f00039b0 0x7f60f0003dd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009fc0 tx=0x7f60f0005830 comp rx=0 tx=0).stop 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f61037fe640 1 -- 172.21.15.5:0/706992781 reap_dead start 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 -- 172.21.15.5:0/706992781 shutdown_connections 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 -- 172.21.15.5:0/706992781 >> 172.21.15.5:0/706992781 conn(0x7f6104072560 msgr2=0x7f6104072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 -- 172.21.15.5:0/706992781 shutdown_connections 2024-09-16T00:56:59.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.895+0000 7f6109274640 1 -- 172.21.15.5:0/706992781 wait complete. 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.896+0000 7f6109274640 1 Processor -- start 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.896+0000 7f6109274640 1 -- start start 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f00039b0 0x7f6104158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b9360 0x7f61040b97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61040b6ed0 con 0x7f6104152ec0 2024-09-16T00:56:59.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f61040cf1d0 con 0x7f60f00039b0 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6109274640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f610415c530 con 0x7f61040b9360 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39166/0 (socket says 172.21.15.5:39166) 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f61027fc640 1 -- 172.21.15.5:0/1215168495 learned_addr learned my addr 172.21.15.5:0/1215168495 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f00039b0 0x7f6104158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.897+0000 7f61037fe640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b9360 0x7f61040b97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 -- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b9360 msgr2=0x7f61040b97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b9360 0x7f61040b97e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 -- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f00039b0 msgr2=0x7f6104158990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f00039b0 0x7f6104158990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 -- 172.21.15.5:0/1215168495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61040cacf0 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f61027fc640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f60ec00e780 tx=0x7f60ec00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f60fb7fe640 1 -- 172.21.15.5:0/1215168495 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec00c8d0 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f60fb7fe640 1 -- 172.21.15.5:0/1215168495 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec018070 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61040cc6b0 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f60fb7fe640 1 -- 172.21.15.5:0/1215168495 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec00ccd0 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.898+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6104153740 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.900+0000 7f60fb7fe640 1 -- 172.21.15.5:0/1215168495 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f60ec01d460 con 0x7f6104152ec0 2024-09-16T00:56:59.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.900+0000 7f60fb7fe640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 0x7f60e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.900+0000 7f60fb7fe640 1 -- 172.21.15.5:0/1215168495 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f60ec08b2f0 con 0x7f6104152ec0 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.900+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 0x7f60e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.901+0000 7f610c015740 1 Processor -- start 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.901+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 0x7f60e406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f60f4035000 tx=0x7f60f402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.901+0000 7f610c015740 1 -- start start 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6e8aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e3f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5589d6da7520 con 0x5589d6e42a80 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5589d6d4f3e0 con 0x5589d6e452c0 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5589d6da34e0 con 0x5589d6e46a50 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39172/0 (socket says 172.21.15.5:39172) 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 -- 172.21.15.5:0/3375037773 learned_addr learned my addr 172.21.15.5:0/3375037773 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f6102ffd640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6e8aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61037fe640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e3f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 -- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 msgr2=0x5589d6e3f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e3f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 -- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 msgr2=0x5589d6e8aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6e8aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 -- 172.21.15.5:0/3375037773 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d6d6a2f0 con 0x5589d6e42a80 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f6102ffd640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6e8aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.902+0000 7f61027fc640 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f60ec061980 tx=0x7f60ec058ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbb5350c1c89dae9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f60f8ff9640 1 -- 172.21.15.5:0/3375037773 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec061eb0 con 0x5589d6e42a80 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f60f8ff9640 1 -- 172.21.15.5:0/3375037773 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec057680 con 0x5589d6e42a80 2024-09-16T00:56:59.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f60f8ff9640 1 -- 172.21.15.5:0/3375037773 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec0559f0 con 0x5589d6e42a80 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 -- 172.21.15.5:0/3375037773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 msgr2=0x5589d6e456a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f60ec061980 tx=0x7f60ec058ce0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 -- 172.21.15.5:0/3375037773 shutdown_connections 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e3f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e42a80 0x5589d6e456a0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 --2- 172.21.15.5:0/3375037773 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6e8aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 -- 172.21.15.5:0/3375037773 >> 172.21.15.5:0/3375037773 conn(0x5589d6e41a80 msgr2=0x5589d6e89f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 -- 172.21.15.5:0/3375037773 shutdown_connections 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.903+0000 7f610c015740 1 -- 172.21.15.5:0/3375037773 wait complete. 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.904+0000 7f610c015740 1 -- start start 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.904+0000 7f610c015740 1 Processor -- start 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e452c0 0x5589d6e87050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e5f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5589d6e40f20 con 0x5589d6e46a50 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5589d6d30450 con 0x5589d6e87590 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5589d6e8b290 con 0x5589d6e452c0 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 10 client.0 _ll_register_callbacks cb 0x5589d6ab9ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39182/0 (socket says 172.21.15.5:39182) 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 -- 172.21.15.5:0/1618256123 learned_addr learned my addr 172.21.15.5:0/1618256123 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e452c0 0x5589d6e87050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61037fe640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e5f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 -- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e452c0 msgr2=0x5589d6e87050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e452c0 0x5589d6e87050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 -- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 msgr2=0x5589d6e5f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e5f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 -- 172.21.15.5:0/1618256123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d6aba2d0 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61037fe640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e5f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f61027fc640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f60ec059080 tx=0x7f60ec001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bc27b8dcb73283d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f60e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec08b070 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f60ec078220 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.905+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60ec057680 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f60ec080050 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 10 client.5460 fetch_fsmap learned FSMap version 34 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x5589d6b846b0 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec057680 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f60ec088070 con 0x5589d6e46a50 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 10 client.5460 fetch_fsmap finished waiting for FSMap version 34 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 10 client.5460 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T00:56:59.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 20 client.5460 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6e9e320 0x5589d6e853c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 4 client.5460 mds_command: new command op to 5427 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 --> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589d6db4c50 con 0x5589d6e9e320 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6e9e320 0x5589d6e853c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6e9e320 0x5589d6e853c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c06250d3ebe0365 server_cookie=be2cbfa7df052ed3 in_seq=0 out_seq=0 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.906+0000 7f60e1ffb640 10 client.5460 ms_handle_connect on v2:172.21.15.5:6832/2970614558 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1618256123 <== mds.0 v2:172.21.15.5:6832/2970614558 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5589d6db4c50 con 0x5589d6e9e320 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f60e1ffb640 10 client.5460 handle_command_reply: tid=0 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 client.5460 shutdown 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 msgr2=0x5589d6e6dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f60ec059080 tx=0x7f60ec001a40 comp rx=0 tx=0).stop 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 shutdown_connections 2024-09-16T00:56:59.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6e9e320 0x5589d6e853c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e5f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e46a50 0x5589d6e6dfa0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f60e1ffb640 0 client.5460 ms_handle_reset on v2:172.21.15.5:6832/2970614558 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 --2- 172.21.15.5:0/1618256123 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e452c0 0x5589d6e87050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 >> 172.21.15.5:0/1618256123 conn(0x5589d6e42a80 msgr2=0x5589d6e87ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 shutdown_connections 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 1 -- 172.21.15.5:0/1618256123 wait complete. 2024-09-16T00:56:59.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.907+0000 7f610c015740 20 client.5460 trim_cache size 0 max 16384 2024-09-16T00:56:59.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.925+0000 7f610c015740 1 Processor -- start 2024-09-16T00:56:59.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.925+0000 7f610c015740 1 -- start start 2024-09-16T00:56:59.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e853a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e858e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6104200340 con 0x5589d6e452c0 2024-09-16T00:56:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6104154070 con 0x5589d6e87590 2024-09-16T00:56:59.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f61041ffd00 con 0x5589d6e46a50 2024-09-16T00:56:59.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39186/0 (socket says 172.21.15.5:39186) 2024-09-16T00:56:59.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 -- 172.21.15.5:0/935172684 learned_addr learned my addr 172.21.15.5:0/935172684 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 -- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 msgr2=0x5589d6e853a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e853a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 -- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 msgr2=0x5589d6e858e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e858e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.926+0000 7f6102ffd640 1 -- 172.21.15.5:0/935172684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d6e873c0 con 0x5589d6e452c0 2024-09-16T00:56:59.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f6102ffd640 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f60f4007090 tx=0x7f60f402d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4df6ccb3d419a54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f60e3fff640 1 -- 172.21.15.5:0/935172684 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f40043c0 con 0x5589d6e452c0 2024-09-16T00:56:59.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f60e3fff640 1 -- 172.21.15.5:0/935172684 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60f4036040 con 0x5589d6e452c0 2024-09-16T00:56:59.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f60e3fff640 1 -- 172.21.15.5:0/935172684 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f4004760 con 0x5589d6e452c0 2024-09-16T00:56:59.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 -- 172.21.15.5:0/935172684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 msgr2=0x5589d6e8a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f60f4007090 tx=0x7f60f402d000 comp rx=0 tx=0).stop 2024-09-16T00:56:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 -- 172.21.15.5:0/935172684 shutdown_connections 2024-09-16T00:56:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e87590 0x5589d6e858e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6e853a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 --2- 172.21.15.5:0/935172684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e452c0 0x5589d6e8a0b0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 -- 172.21.15.5:0/935172684 >> 172.21.15.5:0/935172684 conn(0x5589d6e42a80 msgr2=0x5589d6e462b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 -- 172.21.15.5:0/935172684 shutdown_connections 2024-09-16T00:56:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.927+0000 7f610c015740 1 -- 172.21.15.5:0/935172684 wait complete. 2024-09-16T00:56:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.928+0000 7f610c015740 1 -- start start 2024-09-16T00:56:59.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.928+0000 7f610c015740 1 Processor -- start 2024-09-16T00:56:59.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6ea4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6eade40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5589d6e40f20 con 0x5589d6e87590 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5589d6d30450 con 0x5589d6e452c0 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x5589d6e9dd90 con 0x5589d6e46a50 2024-09-16T00:56:59.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 10 client.0 _ll_register_callbacks cb 0x7f60ec059200 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T00:56:59.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39194/0 (socket says 172.21.15.5:39194) 2024-09-16T00:56:59.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 -- 172.21.15.5:0/1863444935 learned_addr learned my addr 172.21.15.5:0/1863444935 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:56:59.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6ea4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61027fc640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6eade40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 -- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 msgr2=0x5589d6eade40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6eade40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 -- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 msgr2=0x5589d6ea4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:56:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6ea4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 -- 172.21.15.5:0/1863444935 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d6ea3560 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61027fc640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6eade40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f61037fe640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f61040d1ac0 tx=0x7f60fc018820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a6f5f80e2115d87 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f60e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc016850 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f60fc022b80 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.929+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60f4036040 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f60fc022d80 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 10 client.5466 fetch_fsmap learned FSMap version 34 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x5589d6eae380 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60f4036040 con 0x5589d6e87590 2024-09-16T00:56:59.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f60fc029050 con 0x5589d6e87590 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 10 client.5466 fetch_fsmap finished waiting for FSMap version 34 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 10 client.5466 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 20 client.5466 populate_metadata read hostname 'smithi005' 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6ea1600 0x5589d6eacbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 4 client.5466 mds_command: new command op to 5427 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 --> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] -- command(tid 0: {"prefix": "status"}) -- 0x5589d6daefa0 con 0x5589d6ea1600 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6ea1600 0x5589d6eacbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f60e1ffb640 10 client.5466 ms_handle_connect on v2:172.21.15.5:6832/2970614558 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.930+0000 7f6102ffd640 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6ea1600 0x5589d6eacbd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61086c92dc00059f server_cookie=94faecedf7c8ab28 in_seq=0 out_seq=0 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f60e1ffb640 1 -- 172.21.15.5:0/1863444935 <== mds.0 v2:172.21.15.5:6832/2970614558 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5589d6daefa0 con 0x5589d6ea1600 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f60e1ffb640 10 client.5466 handle_command_reply: tid=0 2024-09-16T00:56:59.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 client.5466 shutdown 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 msgr2=0x5589d6e850a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f61040d1ac0 tx=0x7f60fc018820 comp rx=0 tx=0).stop 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 shutdown_connections 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:6832/2970614558,v1:172.21.15.5:6833/2970614558] conn(0x5589d6ea1600 0x5589d6eacbd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5589d6e87590 0x5589d6e850a0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x5589d6e46a50 0x5589d6eade40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f60e1ffb640 0 client.5466 ms_handle_reset on v2:172.21.15.5:6832/2970614558 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 --2- 172.21.15.5:0/1863444935 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589d6e452c0 0x5589d6ea4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 >> 172.21.15.5:0/1863444935 conn(0x5589d6e42a80 msgr2=0x5589d6e895c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 shutdown_connections 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 1 -- 172.21.15.5:0/1863444935 wait complete. 2024-09-16T00:56:59.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f610c015740 20 client.5466 trim_cache size 0 max 16384 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "260f5f5c-0c78-42cb-adb7-7a11985c1ce4", 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 5427, 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 4.4769188350000002, 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 34, 2024-09-16T00:56:59.950 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 51, 2024-09-16T00:56:59.951 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 51, 2024-09-16T00:56:59.951 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 5.3438005520000003 2024-09-16T00:56:59.951 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:56:59.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 msgr2=0x7f60e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 0x7f60e406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f60f4035000 tx=0x7f60f402f000 comp rx=0 tx=0).stop 2024-09-16T00:56:59.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 msgr2=0x7f61040cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:56:59.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f60ec00e780 tx=0x7f60ec00ec40 comp rx=0 tx=0).stop 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 shutdown_connections 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f60e406c2b0 0x7f60e406e770 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f61040b9360 0x7f61040b97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6104152ec0 0x7f61040cc170 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 --2- 172.21.15.5:0/1215168495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60f00039b0 0x7f6104158990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 >> 172.21.15.5:0/1215168495 conn(0x7f6104072560 msgr2=0x7f610415f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 shutdown_connections 2024-09-16T00:56:59.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:56:59.931+0000 7f6109274640 1 -- 172.21.15.5:0/1215168495 wait complete. 2024-09-16T00:56:59.954 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:57:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.054+0000 7f737a25c640 1 Processor -- start 2024-09-16T00:57:00.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.054+0000 7f737a25c640 1 -- start start 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f737a25c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 0x7f73740d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f737a25c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f73740cf680 0x7f73740d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f737a25c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73741620d0 con 0x7f73740b76a0 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f737a25c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7374072140 con 0x7f73740cf680 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f737a25c640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f73740b7b10 con 0x7f7374161cf0 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f736bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f73740b76a0 0x7f73740cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58910/0 (socket says 172.21.15.5:58910) 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f736bfff640 1 -- 172.21.15.5:0/985318425 learned_addr learned my addr 172.21.15.5:0/985318425 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:00.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7373fff640 1 --2- 172.21.15.5:0/985318425 >> v2:172.21.15.5:3300/0 conn(0x7f73740cf680 0x7f73740d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f73737fe640 1 --2- 172.21.15.5:0/985318425 >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 0x7f73740d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7372ffd640 1 -- 172.21.15.5:0/985318425 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3972526883 0 0) 0x7f73741620d0 con 0x7f73740b76a0 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7372ffd640 1 -- 172.21.15.5:0/985318425 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7360003520 con 0x7f73740b76a0 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7373fff640 1 -- 172.21.15.5:0/985318425 >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 msgr2=0x7f73740d3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7373fff640 1 --2- 172.21.15.5:0/985318425 >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 0x7f73740d3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7373fff640 1 -- 172.21.15.5:0/985318425 >> v1:172.21.15.5:6789/0 conn(0x7f73740b76a0 legacy=0x7f73740cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f7373fff640 1 -- 172.21.15.5:0/985318425 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73740d41e0 con 0x7f73740cf680 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.055+0000 7f73737fe640 1 --2- 172.21.15.5:0/985318425 >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 0x7f73740d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.056+0000 7f7373fff640 1 --2- 172.21.15.5:0/985318425 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740cf680 0x7f73740d3260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f737408d640 tx=0x7f736c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba8a67aabf11c85 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.056+0000 7f7372ffd640 1 -- 172.21.15.5:0/985318425 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c007740 con 0x7f73740cf680 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.056+0000 7f7372ffd640 1 -- 172.21.15.5:0/985318425 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f736c0078e0 con 0x7f73740cf680 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.056+0000 7f7372ffd640 1 -- 172.21.15.5:0/985318425 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c007cb0 con 0x7f73740cf680 2024-09-16T00:57:00.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 -- 172.21.15.5:0/985318425 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740cf680 msgr2=0x7f73740d3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 --2- 172.21.15.5:0/985318425 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740cf680 0x7f73740d3260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f737408d640 tx=0x7f736c02a5f0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 -- 172.21.15.5:0/985318425 shutdown_connections 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 --2- 172.21.15.5:0/985318425 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740cf680 0x7f73740d3260 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 --2- 172.21.15.5:0/985318425 >> v2:172.21.15.73:3300/0 conn(0x7f7374161cf0 0x7f73740d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 -- 172.21.15.5:0/985318425 >> 172.21.15.5:0/985318425 conn(0x7f73740d4710 msgr2=0x7f73740d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 -- 172.21.15.5:0/985318425 shutdown_connections 2024-09-16T00:57:00.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.057+0000 7f737a25c640 1 -- 172.21.15.5:0/985318425 wait complete. 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.058+0000 7f737a25c640 1 Processor -- start 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.058+0000 7f737a25c640 1 -- start start 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73740cf680 0x7f737414e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7374161cf0 0x7f737415c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7374072950 con 0x7f73740b76a0 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7374072670 con 0x7f73740cf680 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f737a25c640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f7374072e70 con 0x7f7374161cf0 2024-09-16T00:57:00.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39210/0 (socket says 172.21.15.5:39210) 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 -- 172.21.15.5:0/496546243 learned_addr learned my addr 172.21.15.5:0/496546243 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f736bfff640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73740cf680 0x7f737414e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f7373fff640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7374161cf0 0x7f737415c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 -- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7374161cf0 msgr2=0x7f737415c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7374161cf0 0x7f737415c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 -- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73740cf680 msgr2=0x7f737414e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73740cf680 0x7f737414e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 -- 172.21.15.5:0/496546243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737414f130 con 0x7f73740b76a0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.059+0000 7f73737fe640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f736400d7d0 tx=0x7f736400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.060+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364004030 con 0x7f73740b76a0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.060+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73640041d0 con 0x7f73740b76a0 2024-09-16T00:57:00.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.060+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73640096a0 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.060+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f737414f410 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.060+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f737414f9d0 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.061+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73740c7fe0 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.061+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7364009840 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.062+0000 7f7370ff9640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 0x7f735406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.062+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f736408b7b0 con 0x7f73740b76a0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.062+0000 7f736bfff640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 0x7f735406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.062+0000 7f736bfff640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 0x7f735406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f73740cb680 tx=0x7f735c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.066+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7364059e90 con 0x7f73740b76a0 2024-09-16T00:57:00.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.278+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f73740b43f0 con 0x7f73740b76a0 2024-09-16T00:57:00.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.278+0000 7f7370ff9640 1 -- 172.21.15.5:0/496546243 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7364059790 con 0x7f73740b76a0 2024-09-16T00:57:00.279 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:00.279 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:57:00.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 msgr2=0x7f735406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 0x7f735406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f73740cb680 tx=0x7f735c009040 comp rx=0 tx=0).stop 2024-09-16T00:57:00.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 msgr2=0x7f737414dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f736400d7d0 tx=0x7f736400dc90 comp rx=0 tx=0).stop 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 shutdown_connections 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f735406c2e0 0x7f735406e7a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f7374161cf0 0x7f737415c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73740cf680 0x7f737414e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 --2- 172.21.15.5:0/496546243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73740b76a0 0x7f737414dce0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 >> 172.21.15.5:0/496546243 conn(0x7f73740d4710 msgr2=0x7f73740b93b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 shutdown_connections 2024-09-16T00:57:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.280+0000 7f737a25c640 1 -- 172.21.15.5:0/496546243 wait complete. 2024-09-16T00:57:00.292 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-16T00:57:00.292 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T00:57:00.292 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:57:00.336 DEBUG:teuthology.orchestra.run.smithi073:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T00:57:00.389 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T00:57:00.389 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:00.389 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport os\nimport sys\nimport time\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nfd = os.open("/home/ubuntu/cephtest/mnt.0/background_file", os.O_RDWR | os.O_CREAT, 0o644)\ntry:\n while True:\n print("write_background: writing", file=sys.stderr)\n os.write(fd, b\'content\')\n if not True:\n break\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nexcept IOError as e:\n pass\nos.close(fd)\n'], check_status=True, hostname='smithi005') 2024-09-16T00:57:00.389 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:57:00.389 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:00.406 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:57:00.406 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:00.462 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T00:57:00.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.604+0000 7fc319f9f640 1 Processor -- start 2024-09-16T00:57:00.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.604+0000 7fc319f9f640 1 -- start start 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc319f9f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc314162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc319f9f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3140b7920 con 0x7fc3140cf1f0 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc319f9f640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3140cf940 con 0x7fc3140d1ba0 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc319f9f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc3140cfc20 con 0x7fc31415e8e0 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc312ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc3140cf1f0 0x7fc3140d1490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58916/0 (socket says 172.21.15.5:58916) 2024-09-16T00:57:00.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc312ffd640 1 -- 172.21.15.5:0/3165683722 learned_addr learned my addr 172.21.15.5:0/3165683722 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3137fe640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc314162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 657376151 0 0) 0x7fc308001110 con 0x7fc3140cf1f0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2fc003520 con 0x7fc3140cf1f0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3531049818 0 0) 0x7fc2fc003520 con 0x7fc3140cf1f0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 msgr2=0x7fc314162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc314162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.605+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 >> v1:172.21.15.73:6789/0 conn(0x7fc3140d1ba0 legacy=0x7fc3140d32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3140d2ae0 con 0x7fc3140cf1f0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fc308001840 con 0x7fc3140cf1f0 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 >> v1:172.21.15.5:6789/0 conn(0x7fc3140cf1f0 legacy=0x7fc3140d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc2fc0039e0 0x7fc2fc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc2fc004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc2fc005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc3140cfc20 con 0x7fc2fc004390 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc00ba70 con 0x7fc2fc0039e0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc2fc00bc70 con 0x7fc31415e8e0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc2fc004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc3137fe640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc2fc0039e0 0x7fc2fc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc313fff640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc2fc005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 -- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 msgr2=0x7fc2fc005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc31415e8e0 0x7fc2fc005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 -- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc2fc0039e0 msgr2=0x7fc2fc003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc2fc0039e0 0x7fc2fc003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.606+0000 7fc312ffd640 1 -- 172.21.15.5:0/3165683722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2fc003520 con 0x7fc2fc004390 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc2fc004860 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc30800c490 tx=0x7fc2fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728b958c09e19c35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30800c0e0 con 0x7fc2fc004390 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3080058d0 con 0x7fc2fc004390 2024-09-16T00:57:00.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc3127fc640 1 -- 172.21.15.5:0/3165683722 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc308005cc0 con 0x7fc2fc004390 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc319f9f640 1 -- 172.21.15.5:0/3165683722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 msgr2=0x7fc2fc004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3165683722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc2fc004860 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc30800c490 tx=0x7fc2fc005830 comp rx=0 tx=0).stop 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.607+0000 7fc313fff640 1 -- 172.21.15.5:0/3165683722 reap_dead start 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.608+0000 7fc319f9f640 1 -- 172.21.15.5:0/3165683722 shutdown_connections 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.608+0000 7fc319f9f640 1 -- 172.21.15.5:0/3165683722 >> 172.21.15.5:0/3165683722 conn(0x7fc31406bd00 msgr2=0x7fc31406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.608+0000 7fc319f9f640 1 -- 172.21.15.5:0/3165683722 shutdown_connections 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.608+0000 7fc319f9f640 1 -- 172.21.15.5:0/3165683722 wait complete. 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.609+0000 7fc319f9f640 1 Processor -- start 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.609+0000 7fc319f9f640 1 -- start start 2024-09-16T00:57:00.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3141586d0 0x7fc314161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc3141619c0 0x7fc3140b5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc314162cf0 con 0x7fc2fc004390 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc3140cf630 con 0x7fc3141586d0 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fc314162e70 con 0x7fc3141619c0 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:39226/0 (socket says 172.21.15.5:39226) 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 -- 172.21.15.5:0/3569371514 learned_addr learned my addr 172.21.15.5:0/3569371514 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3141586d0 0x7fc314161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc313fff640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc3141619c0 0x7fc3140b5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 -- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc3141619c0 msgr2=0x7fc3140b5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc3141619c0 0x7fc3140b5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 -- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3141586d0 msgr2=0x7fc314161480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3141586d0 0x7fc314161480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 -- 172.21.15.5:0/3569371514 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3140cb860 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc3137fe640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc3040119a0 tx=0x7fc304011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30400faf0 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc30400fc90 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc304014440 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.610+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3140cbb00 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.611+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3140cc0c0 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.611+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3140d1490 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.612+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc304012040 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.612+0000 7fc2fbfff640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 0x7fc30006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.612+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7fc30408bbc0 con 0x7fc2fc004390 2024-09-16T00:57:00.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.613+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 0x7fc30006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:00.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.613+0000 7fc312ffd640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 0x7fc30006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc308033000 tx=0x7fc30802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:00.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.617+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc304019030 con 0x7fc2fc004390 2024-09-16T00:57:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.805+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc3140d23d0 con 0x7fc2fc004390 2024-09-16T00:57:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.805+0000 7fc2fbfff640 1 -- 172.21.15.5:0/3569371514 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v51) ==== 80+0+122 (secure 0 0 0) 0x7fc30405a2a0 con 0x7fc2fc004390 2024-09-16T00:57:00.807 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.15.73:6836/1285212989 2024-09-17T00:56:54.445480+0000 2024-09-16T00:57:00.807 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.15.73:6834/1285212989 2024-09-17T00:56:54.445480+0000 2024-09-16T00:57:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:listed 2 entries 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 msgr2=0x7fc30006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 0x7fc30006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc308033000 tx=0x7fc30802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 msgr2=0x7fc314154fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc3040119a0 tx=0x7fc304011e60 comp rx=0 tx=0).stop 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 shutdown_connections 2024-09-16T00:57:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fc30006c2b0 0x7fc30006e770 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fc3141619c0 0x7fc3140b5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3141586d0 0x7fc314161480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 --2- 172.21.15.5:0/3569371514 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2fc004390 0x7fc314154fb0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 >> 172.21.15.5:0/3569371514 conn(0x7fc31406bd00 msgr2=0x7fc3140b6000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 shutdown_connections 2024-09-16T00:57:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:00.808+0000 7fc319f9f640 1 -- 172.21.15.5:0/3569371514 wait complete. 2024-09-16T00:57:00.820 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-16T00:57:00.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:00.820 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-16T00:57:00.849 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:00.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:00.849 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:57:00.906 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:00.906 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:57:00.907 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:00.926 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:00.926 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:00.926 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:57:00.926 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:00.963 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:00.963 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T00:57:00.963 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:57:00.963 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:00.983 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:00.984 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:01.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.104+0000 7fcef7482640 1 Processor -- start 2024-09-16T00:57:01.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.105+0000 7fcef7482640 1 -- start start 2024-09-16T00:57:01.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.105+0000 7fcef7482640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcef015e4f0 0x7fcef015f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef7482640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcef01603c0 con 0x7fcef006d160 2024-09-16T00:57:01.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef7482640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcef006c0c0 con 0x7fcef006bb20 2024-09-16T00:57:01.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef7482640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcef006ccd0 con 0x7fcef015e4f0 2024-09-16T00:57:01.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef521e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcef015e4f0 0x7fcef015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef5a1f640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fcef006d160 0x7fcef006d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36656/0 (socket says 172.21.15.5:36656) 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef5a1f640 1 -- 172.21.15.5:0/3835700846 learned_addr learned my addr 172.21.15.5:0/3835700846 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef521e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcef015e4f0 0x7fcef015f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41128/0 (socket says 172.21.15.5:41128) 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef521e640 1 -- 172.21.15.5:0/3835700846 >> v1:172.21.15.73:6789/0 conn(0x7fcef006bb20 legacy=0x7fcef015fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef521e640 1 -- 172.21.15.5:0/3835700846 >> v1:172.21.15.5:6789/0 conn(0x7fcef006d160 legacy=0x7fcef006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fcef521e640 1 -- 172.21.15.5:0/3835700846 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef006c3a0 con 0x7fcef015e4f0 2024-09-16T00:57:01.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.106+0000 7fceeffff640 1 -- 172.21.15.5:0/3835700846 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3433878505 0 0) 0x7fcef01603c0 con 0x7fcef006d160 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef521e640 1 --2- 172.21.15.5:0/3835700846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef015f570 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009d90 tx=0x7fcee002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c40c45aaf335fe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fceeffff640 1 -- 172.21.15.5:0/3835700846 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee0007740 con 0x7fcef015e4f0 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fceeffff640 1 -- 172.21.15.5:0/3835700846 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcee00078e0 con 0x7fcef015e4f0 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fceeffff640 1 -- 172.21.15.5:0/3835700846 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee0007cb0 con 0x7fcef015e4f0 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef7482640 1 -- 172.21.15.5:0/3835700846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 msgr2=0x7fcef015f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef7482640 1 --2- 172.21.15.5:0/3835700846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef015f570 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009d90 tx=0x7fcee002a6a0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef7482640 1 -- 172.21.15.5:0/3835700846 shutdown_connections 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef7482640 1 --2- 172.21.15.5:0/3835700846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef015f570 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.107+0000 7fcef7482640 1 -- 172.21.15.5:0/3835700846 >> 172.21.15.5:0/3835700846 conn(0x7fcef006e5b0 msgr2=0x7fcef006f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.108+0000 7fcef7482640 1 -- 172.21.15.5:0/3835700846 shutdown_connections 2024-09-16T00:57:01.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.108+0000 7fcef7482640 1 -- 172.21.15.5:0/3835700846 wait complete. 2024-09-16T00:57:01.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 Processor -- start 2024-09-16T00:57:01.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 -- start start 2024-09-16T00:57:01.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcef006bb20 0x7fcef0154750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcef006d160 0x7fcef0151880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcef015e8d0 con 0x7fcef015e4f0 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcef006c960 con 0x7fcef006d160 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.109+0000 7fcef7482640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fcef00b6dc0 con 0x7fcef006bb20 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41136/0 (socket says 172.21.15.5:41136) 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 -- 172.21.15.5:0/684565315 learned_addr learned my addr 172.21.15.5:0/684565315 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef4a1d640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcef006d160 0x7fcef0151880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef521e640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcef006bb20 0x7fcef0154750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 -- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcef006bb20 msgr2=0x7fcef0154750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcef006bb20 0x7fcef0154750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 -- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcef006d160 msgr2=0x7fcef0151880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcef006d160 0x7fcef0151880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 -- 172.21.15.5:0/684565315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef01536b0 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef5a1f640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcee800c450 tx=0x7fcee800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee80074e0 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcee80047e0 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcef0153990 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee8004bd0 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.110+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcef0153f50 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.111+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcef00b5f50 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.112+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcee8011070 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.112+0000 7fceedffb640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 0x7fcedc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.112+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7fcee808b120 con 0x7fcef015e4f0 2024-09-16T00:57:01.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.113+0000 7fcef521e640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 0x7fcedc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.113+0000 7fcef521e640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 0x7fcedc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034000 tx=0x7fcee002f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.117+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcee801a2b0 con 0x7fcef015e4f0 2024-09-16T00:57:01.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.327+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcef00b5c70 con 0x7fcef015e4f0 2024-09-16T00:57:01.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.327+0000 7fceedffb640 1 -- 172.21.15.5:0/684565315 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5215 (secure 0 0 0) 0x7fcee80597f0 con 0x7fcef015e4f0 2024-09-16T00:57:01.329 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:01.329 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":34,"btime":"2024-09-16T00:56:58:460729+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:58.460719+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5427,"qdb_cluster":[5427]},"id":3}]} 2024-09-16T00:57:01.329 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 34 2024-09-16T00:57:01.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 msgr2=0x7fcedc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 0x7fcedc06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034000 tx=0x7fcee002f000 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 msgr2=0x7fcef00cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fcee800c450 tx=0x7fcee800c910 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 shutdown_connections 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fcedc06c2b0 0x7fcedc06e770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcef015e4f0 0x7fcef00cd940 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcef006d160 0x7fcef0151880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 --2- 172.21.15.5:0/684565315 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fcef006bb20 0x7fcef0154750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 >> 172.21.15.5:0/684565315 conn(0x7fcef006e5b0 msgr2=0x7fcef00cccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 shutdown_connections 2024-09-16T00:57:01.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.329+0000 7fcef7482640 1 -- 172.21.15.5:0/684565315 wait complete. 2024-09-16T00:57:01.341 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:01.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.442+0000 7ffbdd667640 1 Processor -- start 2024-09-16T00:57:01.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.442+0000 7ffbdd667640 1 -- start start 2024-09-16T00:57:01.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbdd667640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7ffbd815e4f0 0x7ffbd815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbdd667640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbd806d160 0x7ffbd806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbdd667640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbd81603c0 con 0x7ffbd806bb20 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbdd667640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffbd806ccd0 con 0x7ffbd806d160 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbdd667640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7ffbd806c0c0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbd806d160 0x7ffbd806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbd806d160 0x7ffbd806d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41152/0 (socket says 172.21.15.5:41152) 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2718669803 learned_addr learned my addr 172.21.15.5:0/2718669803 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/2718669803 >> v2:172.21.15.73:3300/0 conn(0x7ffbd815e4f0 0x7ffbd815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2718669803 >> v2:172.21.15.73:3300/0 conn(0x7ffbd815e4f0 msgr2=0x7ffbd815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 --2- 172.21.15.5:0/2718669803 >> v2:172.21.15.73:3300/0 conn(0x7ffbd815e4f0 0x7ffbd815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2718669803 >> v1:172.21.15.73:6789/0 conn(0x7ffbd806bb20 legacy=0x7ffbd815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.443+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2718669803 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbd806c3a0 con 0x7ffbd806d160 2024-09-16T00:57:01.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbd77fe640 1 --2- 172.21.15.5:0/2718669803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd806d160 0x7ffbd806d5a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80741e0 tx=0x7ffbd002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6278d75e4d614bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbd5ffb640 1 -- 172.21.15.5:0/2718669803 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0036070 con 0x7ffbd806d160 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbd5ffb640 1 -- 172.21.15.5:0/2718669803 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbd0031600 con 0x7ffbd806d160 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbd5ffb640 1 -- 172.21.15.5:0/2718669803 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd00319d0 con 0x7ffbd806d160 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbdd667640 1 -- 172.21.15.5:0/2718669803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd806d160 msgr2=0x7ffbd806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.444+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2718669803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd806d160 0x7ffbd806d5a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80741e0 tx=0x7ffbd002a6f0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 -- 172.21.15.5:0/2718669803 shutdown_connections 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2718669803 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd806d160 0x7ffbd806d5a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2718669803 >> v2:172.21.15.73:3300/0 conn(0x7ffbd815e4f0 0x7ffbd815f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 -- 172.21.15.5:0/2718669803 >> 172.21.15.5:0/2718669803 conn(0x7ffbd806e5b0 msgr2=0x7ffbd806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 -- 172.21.15.5:0/2718669803 shutdown_connections 2024-09-16T00:57:01.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.445+0000 7ffbdd667640 1 -- 172.21.15.5:0/2718669803 wait complete. 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.446+0000 7ffbdd667640 1 Processor -- start 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.446+0000 7ffbdd667640 1 -- start start 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 0x7ffbd814c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 0x7ffbd815b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd806dae0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffbd806c960 con 0x7ffbd806d160 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbdd667640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ffbd815e8d0 con 0x7ffbd806bb20 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41158/0 (socket says 172.21.15.5:41158) 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2370054618 learned_addr learned my addr 172.21.15.5:0/2370054618 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 0x7ffbd814c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd67fc640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 0x7ffbd815b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 msgr2=0x7ffbd814c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 0x7ffbd814c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 msgr2=0x7ffbd815b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 0x7ffbd815b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 -- 172.21.15.5:0/2370054618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbd8156500 con 0x7ffbd815e4f0 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd67fc640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 0x7ffbd815b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:01.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 0x7ffbd814c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbd77fe640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0009f40 tx=0x7ffbd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.447+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0036050 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.448+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbd0042070 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.448+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbd81567e0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.448+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0009510 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.448+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbd8159070 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.449+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbd806d5a0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.449+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffbd0007bd0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.450+0000 7ffbbf7fe640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 0x7ffbc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.450+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7ffbd00ac3a0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.450+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 0x7ffbc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.450+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 0x7ffbc406e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ffbc8006fd0 tx=0x7ffbc8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.454 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-16T00:57:01.454+0000 7f5c3fbf8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:57:01.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.454+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbd0045360 con 0x7ffbd815e4f0 2024-09-16T00:57:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.665+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbd806f4b0 con 0x7ffbd815e4f0 2024-09-16T00:57:01.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.665+0000 7ffbbf7fe640 1 -- 172.21.15.5:0/2370054618 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5215 (secure 0 0 0) 0x7ffbd007aa80 con 0x7ffbd815e4f0 2024-09-16T00:57:01.667 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:01.667 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":34,"btime":"2024-09-16T00:56:58:460729+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:58.460719+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5427,"qdb_cluster":[5427]},"id":3}]} 2024-09-16T00:57:01.667 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 34 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 msgr2=0x7ffbc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 0x7ffbc406e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ffbc8006fd0 tx=0x7ffbc8008040 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 msgr2=0x7ffbd8157490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0009f40 tx=0x7ffbd0004a40 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 shutdown_connections 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffbc406c2b0 0x7ffbc406e770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbd815e4f0 0x7ffbd8157490 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffbd806d160 0x7ffbd815b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 --2- 172.21.15.5:0/2370054618 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffbd806bb20 0x7ffbd814c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 >> 172.21.15.5:0/2370054618 conn(0x7ffbd806e5b0 msgr2=0x7ffbd80b3980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.667+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 shutdown_connections 2024-09-16T00:57:01.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.668+0000 7ffbdd667640 1 -- 172.21.15.5:0/2370054618 wait complete. 2024-09-16T00:57:01.680 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:01.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 Processor -- start 2024-09-16T00:57:01.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 -- start start 2024-09-16T00:57:01.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa3c15f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa3c1603c0 con 0x7ffa3c06bb20 2024-09-16T00:57:01.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa3c06c0c0 con 0x7ffa3c15e4f0 2024-09-16T00:57:01.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.781+0000 7ffa41e1e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ffa3c06ccd0 con 0x7ffa3c06d870 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffa3c06bb20 0x7ffa3c06d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36670/0 (socket says 172.21.15.5:36670) 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3affd640 1 -- 172.21.15.5:0/3940484802 learned_addr learned my addr 172.21.15.5:0/3940484802 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3bfff640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa3c15f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1228725632 0 0) 0x7ffa3c1603c0 con 0x7ffa3c06bb20 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa24003520 con 0x7ffa3c06bb20 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3908784160 0 0) 0x7ffa3c06c0c0 con 0x7ffa3c15e4f0 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa3c1603c0 con 0x7ffa3c15e4f0 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4170278288 0 0) 0x7ffa24003520 con 0x7ffa3c06bb20 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 msgr2=0x7ffa3c15f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa3c15f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 >> v1:172.21.15.73:6789/0 conn(0x7ffa3c15e4f0 legacy=0x7ffa3c15fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3c06c3a0 con 0x7ffa3c06bb20 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3bfff640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa3c15f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7ffa30001670 con 0x7ffa3c06bb20 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 >> v1:172.21.15.5:6789/0 conn(0x7ffa3c06bb20 legacy=0x7ffa3c06d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa24003b70 0x7ffa24003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa24004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24004d40 0x7ffa240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c06ccd0 con 0x7ffa24003b70 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2400ba70 con 0x7ffa24004d40 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ffa2400bc20 con 0x7ffa3c06d870 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa24003b70 0x7ffa24003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.782+0000 7ffa3affd640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa24004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3bfff640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24004d40 0x7ffa240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 -- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 msgr2=0x7ffa24004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa24004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 -- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24004d40 msgr2=0x7ffa240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24004d40 0x7ffa240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 -- 172.21.15.5:0/3940484802 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa24003520 con 0x7ffa24003b70 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3affd640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c06d870 0x7ffa24004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa24003b70 0x7ffa24003f90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0018d0 tx=0x7ffa24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b11b37cb1f6dc489 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.783+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c0014f0 con 0x7ffa24003b70 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa2c0052d0 con 0x7ffa24003b70 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa3a7fc640 1 -- 172.21.15.5:0/3940484802 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c02aca0 con 0x7ffa24003b70 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 -- 172.21.15.5:0/3940484802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa24003b70 msgr2=0x7ffa24003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/3940484802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa24003b70 0x7ffa24003f90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0018d0 tx=0x7ffa24005830 comp rx=0 tx=0).stop 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa3bfff640 1 -- 172.21.15.5:0/3940484802 reap_dead start 2024-09-16T00:57:01.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 -- 172.21.15.5:0/3940484802 shutdown_connections 2024-09-16T00:57:01.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 -- 172.21.15.5:0/3940484802 >> 172.21.15.5:0/3940484802 conn(0x7ffa3c06e5b0 msgr2=0x7ffa3c06f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 -- 172.21.15.5:0/3940484802 shutdown_connections 2024-09-16T00:57:01.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.784+0000 7ffa41e1e640 1 -- 172.21.15.5:0/3940484802 wait complete. 2024-09-16T00:57:01.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.785+0000 7ffa41e1e640 1 Processor -- start 2024-09-16T00:57:01.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 -- start start 2024-09-16T00:57:01.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24003b70 0x7ffa3c0d2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c157d40 0x7ffa3c1581a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c15e8d0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c06c960 con 0x7ffa24003b70 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa41e1e640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ffa3c15f570 con 0x7ffa3c157d40 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.786+0000 7ffa3affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41180/0 (socket says 172.21.15.5:41180) 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 -- 172.21.15.5:0/74453402 learned_addr learned my addr 172.21.15.5:0/74453402 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24003b70 0x7ffa3c0d2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3bfff640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c157d40 0x7ffa3c1581a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 -- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c157d40 msgr2=0x7ffa3c1581a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c157d40 0x7ffa3c1581a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 -- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24003b70 msgr2=0x7ffa3c0d2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24003b70 0x7ffa3c0d2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 -- 172.21.15.5:0/74453402 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3c0d07d0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa3affd640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ffa3000e860 tx=0x7ffa3000ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa3000c8d0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa30018070 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa3c0d0ab0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa3000ccb0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.787+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa3c0d1350 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.788+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa3c0d0c80 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.789+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa3001d460 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.789+0000 7ffa23fff640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 0x7ffa2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.790+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7ffa3008b220 con 0x7ffa3c0d0060 2024-09-16T00:57:01.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.790+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 0x7ffa2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:01.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.790+0000 7ffa3b7fe640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 0x7ffa2806e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c032000 tx=0x7ffa2c009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:01.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.794+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa300592b0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.970+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffa3c15f900 con 0x7ffa3c0d0060 2024-09-16T00:57:01.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.971+0000 7ffa23fff640 1 -- 172.21.15.5:0/74453402 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) ==== 74+0+16774 (secure 0 0 0) 0x7ffa3005d5b0 con 0x7ffa3c0d0060 2024-09-16T00:57:01.973 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:01.973 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:54.449872+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:56:19.963072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T00:56:20.574419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.18","mappings":[{"from":0,"to":5}]},{"pgid":"7.38","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.73:6836/1285212989":"2024-09-17T00:56:54.445480+0000","172.21.15.73:6834/1285212989":"2024-09-17T00:56:54.445480+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 msgr2=0x7ffa2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 0x7ffa2806e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c032000 tx=0x7ffa2c009030 comp rx=0 tx=0).stop 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 msgr2=0x7ffa3c0cd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ffa3000e860 tx=0x7ffa3000ed20 comp rx=0 tx=0).stop 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 shutdown_connections 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ffa2806c2b0 0x7ffa2806e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ffa3c157d40 0x7ffa3c1581a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa3c0d0060 0x7ffa3c0cd800 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 --2- 172.21.15.5:0/74453402 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa24003b70 0x7ffa3c0d2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.973+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 >> 172.21.15.5:0/74453402 conn(0x7ffa3c06e5b0 msgr2=0x7ffa3c0b3e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.974+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 shutdown_connections 2024-09-16T00:57:01.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:01.974+0000 7ffa41e1e640 1 -- 172.21.15.5:0/74453402 wait complete. 2024-09-16T00:57:01.986 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:57:01.987 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:02.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.088+0000 7f121db6d640 1 Processor -- start 2024-09-16T00:57:02.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.088+0000 7f121db6d640 1 -- start start 2024-09-16T00:57:02.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f121db6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f121806bb20 0x7f121815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f121db6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12181603c0 con 0x7f121815e4f0 2024-09-16T00:57:02.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f121db6d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f121806c0c0 con 0x7f121806d160 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f121db6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f121806ccd0 con 0x7f121806bb20 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f1216ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f121806bb20 0x7f121815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f12177fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f121815e4f0 0x7f121815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36686/0 (socket says 172.21.15.5:36686) 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f12177fe640 1 -- 172.21.15.5:0/3110469345 learned_addr learned my addr 172.21.15.5:0/3110469345 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f1216ffd640 1 -- 172.21.15.5:0/3110469345 >> v1:172.21.15.73:6789/0 conn(0x7f121806d160 legacy=0x7f121806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f1216ffd640 1 -- 172.21.15.5:0/3110469345 >> v1:172.21.15.5:6789/0 conn(0x7f121815e4f0 legacy=0x7f121815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f1216ffd640 1 -- 172.21.15.5:0/3110469345 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f121806c3a0 con 0x7f121806bb20 2024-09-16T00:57:02.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.089+0000 7f12167fc640 1 -- 172.21.15.5:0/3110469345 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1608909429 0 0) 0x7f12181603c0 con 0x7f121815e4f0 2024-09-16T00:57:02.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.090+0000 7f1216ffd640 1 --2- 172.21.15.5:0/3110469345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121806bb20 0x7f121815f570 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f120c0097a0 tx=0x7f120c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f51350c3bb120c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.090+0000 7f12167fc640 1 -- 172.21.15.5:0/3110469345 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120c037070 con 0x7f121806bb20 2024-09-16T00:57:02.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.090+0000 7f12167fc640 1 -- 172.21.15.5:0/3110469345 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f120c032440 con 0x7f121806bb20 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.090+0000 7f12167fc640 1 -- 172.21.15.5:0/3110469345 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120c032810 con 0x7f121806bb20 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 -- 172.21.15.5:0/3110469345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121806bb20 msgr2=0x7f121815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 --2- 172.21.15.5:0/3110469345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121806bb20 0x7f121815f570 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f120c0097a0 tx=0x7f120c02a230 comp rx=0 tx=0).stop 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 -- 172.21.15.5:0/3110469345 shutdown_connections 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 --2- 172.21.15.5:0/3110469345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121806bb20 0x7f121815f570 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 -- 172.21.15.5:0/3110469345 >> 172.21.15.5:0/3110469345 conn(0x7f121806e5b0 msgr2=0x7f121806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 -- 172.21.15.5:0/3110469345 shutdown_connections 2024-09-16T00:57:02.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.091+0000 7f121db6d640 1 -- 172.21.15.5:0/3110469345 wait complete. 2024-09-16T00:57:02.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.092+0000 7f121db6d640 1 Processor -- start 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.092+0000 7f121db6d640 1 -- start start 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f121806bb20 0x7f12180ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 0x7f12180d1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f121815e8d0 con 0x7f121815e4f0 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f121806c960 con 0x7f121806bb20 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f121db6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f12180b6dc0 con 0x7f121806d160 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41192/0 (socket says 172.21.15.5:41192) 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 -- 172.21.15.5:0/3290263147 learned_addr learned my addr 172.21.15.5:0/3290263147 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1216ffd640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 0x7f12180d1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f12177fe640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f121806bb20 0x7f12180ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 -- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 msgr2=0x7f12180d1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 0x7f12180d1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 -- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f121806bb20 msgr2=0x7f12180ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f121806bb20 0x7f12180ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1217fff640 1 -- 172.21.15.5:0/3290263147 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12180b0da0 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.093+0000 7f1216ffd640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 0x7f12180d1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f1217fff640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f121000c7a0 tx=0x7f121000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210003b70 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1210003d30 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121000aa90 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12180b1080 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.094+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12180b1640 con 0x7f121815e4f0 2024-09-16T00:57:02.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.095+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12180b6050 con 0x7f121815e4f0 2024-09-16T00:57:02.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.095+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f121000ac30 con 0x7f121815e4f0 2024-09-16T00:57:02.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.096+0000 7f11fffff640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 0x7f120406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.096+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f121008b3c0 con 0x7f121815e4f0 2024-09-16T00:57:02.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.096+0000 7f12177fe640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 0x7f120406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.096+0000 7f12177fe640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 0x7f120406e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1208000f60 tx=0x7f1208007d20 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.100+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1210059ab0 con 0x7f121815e4f0 2024-09-16T00:57:02.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.312+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f121806f420 con 0x7f121815e4f0 2024-09-16T00:57:02.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.312+0000 7f11fffff640 1 -- 172.21.15.5:0/3290263147 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5215 (secure 0 0 0) 0x7f12100593b0 con 0x7f121815e4f0 2024-09-16T00:57:02.314 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:02.314 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":34,"btime":"2024-09-16T00:56:58:460729+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:58.460719+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5427,"qdb_cluster":[5427]},"id":3}]} 2024-09-16T00:57:02.314 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 34 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 msgr2=0x7f120406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 0x7f120406e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1208000f60 tx=0x7f1208007d20 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 msgr2=0x7f12180d2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f121000c7a0 tx=0x7f121000cc60 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 shutdown_connections 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f120406c2b0 0x7f120406e770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f121815e4f0 0x7f12180d2260 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f121806d160 0x7f12180d1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 --2- 172.21.15.5:0/3290263147 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f121806bb20 0x7f12180ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.314+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 >> 172.21.15.5:0/3290263147 conn(0x7f121806e5b0 msgr2=0x7f121815ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.315+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 shutdown_connections 2024-09-16T00:57:02.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.315+0000 7f121db6d640 1 -- 172.21.15.5:0/3290263147 wait complete. 2024-09-16T00:57:02.326 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:02.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.428+0000 7f7365da2640 1 Processor -- start 2024-09-16T00:57:02.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 -- start start 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f736015c290 0x7f736006e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f736006f190 0x7f736006f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73600cf7c0 con 0x7f73600d0360 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f736006d650 con 0x7f736015c290 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.429+0000 7f7365da2640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f736006d8a0 con 0x7f736006f190 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f736015c290 0x7f736006e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f736015c290 0x7f736006e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41198/0 (socket says 172.21.15.5:41198) 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 -- 172.21.15.5:0/3098574620 learned_addr learned my addr 172.21.15.5:0/3098574620 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f73655a1640 1 --2- 172.21.15.5:0/3098574620 >> v2:172.21.15.73:3300/0 conn(0x7f736006f190 0x7f736006f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 -- 172.21.15.5:0/3098574620 >> v2:172.21.15.73:3300/0 conn(0x7f736006f190 msgr2=0x7f736006f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:02.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 --2- 172.21.15.5:0/3098574620 >> v2:172.21.15.73:3300/0 conn(0x7f736006f190 0x7f736006f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 -- 172.21.15.5:0/3098574620 >> v1:172.21.15.73:6789/0 conn(0x7f73600d0360 legacy=0x7f73600cf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.430+0000 7f7364da0640 1 -- 172.21.15.5:0/3098574620 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f736006db80 con 0x7f736015c290 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7364da0640 1 --2- 172.21.15.5:0/3098574620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736015c290 0x7f736006e660 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f73600cd590 tx=0x7f735002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55cd048436947a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f735f7fe640 1 -- 172.21.15.5:0/3098574620 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350037070 con 0x7f736015c290 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f735f7fe640 1 -- 172.21.15.5:0/3098574620 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7350032440 con 0x7f736015c290 2024-09-16T00:57:02.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f735f7fe640 1 -- 172.21.15.5:0/3098574620 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350032810 con 0x7f736015c290 2024-09-16T00:57:02.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 -- 172.21.15.5:0/3098574620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736015c290 msgr2=0x7f736006e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 --2- 172.21.15.5:0/3098574620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736015c290 0x7f736006e660 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f73600cd590 tx=0x7f735002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 -- 172.21.15.5:0/3098574620 shutdown_connections 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 --2- 172.21.15.5:0/3098574620 >> v2:172.21.15.73:3300/0 conn(0x7f736006f190 0x7f736006f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 --2- 172.21.15.5:0/3098574620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736015c290 0x7f736006e660 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 -- 172.21.15.5:0/3098574620 >> 172.21.15.5:0/3098574620 conn(0x7f73600b2690 msgr2=0x7f73600b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 -- 172.21.15.5:0/3098574620 shutdown_connections 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.431+0000 7f7365da2640 1 -- 172.21.15.5:0/3098574620 wait complete. 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.432+0000 7f7365da2640 1 Processor -- start 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 -- start start 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f73600d0360 0x7f7360071650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f736015c290 0x7f7360071b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f736015c670 con 0x7f736006f190 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f736006e140 con 0x7f736015c290 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7365da2640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f736015c980 con 0x7f73600d0360 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7364da0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7364da0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41208/0 (socket says 172.21.15.5:41208) 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.433+0000 7f7364da0640 1 -- 172.21.15.5:0/3916229962 learned_addr learned my addr 172.21.15.5:0/3916229962 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f73655a1640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f736015c290 0x7f7360071b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f735ffff640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f73600d0360 0x7f7360071650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 -- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f73600d0360 msgr2=0x7f7360071650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f73600d0360 0x7f7360071650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 -- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f736015c290 msgr2=0x7f7360071b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f736015c290 0x7f7360071b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 -- 172.21.15.5:0/3916229962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f736015cc60 con 0x7f736006f190 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7364da0640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7350000c00 tx=0x7f73500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350041020 con 0x7f736006f190 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7350030970 con 0x7f736006f190 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f736015cf40 con 0x7f736006f190 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350037040 con 0x7f736006f190 2024-09-16T00:57:02.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.434+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f736015d500 con 0x7f736006f190 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.435+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f736006f620 con 0x7f736006f190 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.436+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7350044020 con 0x7f736006f190 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.436+0000 7f735d7fa640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 0x7f734006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.436+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f73500abed0 con 0x7f736006f190 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.436+0000 7f735ffff640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 0x7f734006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.437+0000 7f735ffff640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 0x7f734006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73600b3460 tx=0x7f7348009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.441+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f735004b030 con 0x7f736006f190 2024-09-16T00:57:02.654 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.653+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f73600b2ed0 con 0x7f736006f190 2024-09-16T00:57:02.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.654+0000 7f735d7fa640 1 -- 172.21.15.5:0/3916229962 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5215 (secure 0 0 0) 0x7f735007a5b0 con 0x7f736006f190 2024-09-16T00:57:02.655 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:02.655 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":34,"btime":"2024-09-16T00:56:58:460729+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T00:56:21.600671+0000","modified":"2024-09-16T00:56:58.460719+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5427},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5427":{"gid":5427,"name":"a","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.5:6833/2970614558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2970614558},{"type":"v1","addr":"172.21.15.5:6833","nonce":2970614558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5427,"qdb_cluster":[5427]},"id":3}]} 2024-09-16T00:57:02.656 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 34 2024-09-16T00:57:02.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 msgr2=0x7f734006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 0x7f734006e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73600b3460 tx=0x7f7348009040 comp rx=0 tx=0).stop 2024-09-16T00:57:02.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 msgr2=0x7f7360159690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7350000c00 tx=0x7f73500046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 shutdown_connections 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f734006c2b0 0x7f734006e770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f736015c290 0x7f7360071b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f73600d0360 0x7f7360071650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 --2- 172.21.15.5:0/3916229962 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f736006f190 0x7f7360159690 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 >> 172.21.15.5:0/3916229962 conn(0x7f73600b2690 msgr2=0x7f73600727e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 shutdown_connections 2024-09-16T00:57:02.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.656+0000 7f7365da2640 1 -- 172.21.15.5:0/3916229962 wait complete. 2024-09-16T00:57:02.668 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:02.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.768+0000 7f95830e6640 1 Processor -- start 2024-09-16T00:57:02.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.768+0000 7f95830e6640 1 -- start start 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f95830e6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f957c15c330 0x7f957c0713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f95830e6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f957c06e440 0x7f957c0d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f95830e6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f957c15cb60 con 0x7f957c160990 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f95830e6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f957c0719b0 con 0x7f957c15c330 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f95830e6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f957c15ce40 con 0x7f957c06e440 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f9580e82640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f957c15c330 0x7f957c0713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f9580e82640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f957c15c330 0x7f957c0713d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41214/0 (socket says 172.21.15.5:41214) 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.769+0000 7f9580e82640 1 -- 172.21.15.5:0/733666954 learned_addr learned my addr 172.21.15.5:0/733666954 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.770+0000 7f9580e82640 1 -- 172.21.15.5:0/733666954 >> v2:172.21.15.73:3300/0 conn(0x7f957c06e440 msgr2=0x7f957c0d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:02.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.770+0000 7f9580e82640 1 --2- 172.21.15.5:0/733666954 >> v2:172.21.15.73:3300/0 conn(0x7f957c06e440 0x7f957c0d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.770+0000 7f9580e82640 1 -- 172.21.15.5:0/733666954 >> v1:172.21.15.73:6789/0 conn(0x7f957c160990 legacy=0x7f957c06dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:02.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.770+0000 7f9580e82640 1 -- 172.21.15.5:0/733666954 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c15d120 con 0x7f957c15c330 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.770+0000 7f9580e82640 1 --2- 172.21.15.5:0/733666954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c15c330 0x7f957c0713d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f957c071b30 tx=0x7f957402a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cef32d104266537 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f957b7fe640 1 -- 172.21.15.5:0/733666954 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574036070 con 0x7f957c15c330 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f957b7fe640 1 -- 172.21.15.5:0/733666954 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9574031600 con 0x7f957c15c330 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f957b7fe640 1 -- 172.21.15.5:0/733666954 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95740319d0 con 0x7f957c15c330 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 -- 172.21.15.5:0/733666954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c15c330 msgr2=0x7f957c0713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 --2- 172.21.15.5:0/733666954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c15c330 0x7f957c0713d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f957c071b30 tx=0x7f957402a640 comp rx=0 tx=0).stop 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 -- 172.21.15.5:0/733666954 shutdown_connections 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 --2- 172.21.15.5:0/733666954 >> v2:172.21.15.73:3300/0 conn(0x7f957c06e440 0x7f957c0d0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 --2- 172.21.15.5:0/733666954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c15c330 0x7f957c0713d0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 -- 172.21.15.5:0/733666954 >> 172.21.15.5:0/733666954 conn(0x7f957c0b4170 msgr2=0x7f957c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 -- 172.21.15.5:0/733666954 shutdown_connections 2024-09-16T00:57:02.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.771+0000 7f95830e6640 1 -- 172.21.15.5:0/733666954 wait complete. 2024-09-16T00:57:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.772+0000 7f95830e6640 1 Processor -- start 2024-09-16T00:57:02.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 -- start start 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f957c06e440 0x7f957c14db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f957c15c330 0x7f957c15fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f957c160e00 con 0x7f957c160990 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f957c15d920 con 0x7f957c06e440 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.773+0000 7f95830e6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f957c15c710 con 0x7f957c15c330 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41218/0 (socket says 172.21.15.5:41218) 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 -- 172.21.15.5:0/1775837533 learned_addr learned my addr 172.21.15.5:0/1775837533 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9580e82640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f957c06e440 0x7f957c14db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f957bfff640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f957c15c330 0x7f957c15fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 -- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f957c15c330 msgr2=0x7f957c15fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f957c15c330 0x7f957c15fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 -- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f957c06e440 msgr2=0x7f957c14db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f957c06e440 0x7f957c14db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 -- 172.21.15.5:0/1775837533 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c15db30 con 0x7f957c160990 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f9581683640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f956c00b450 tx=0x7f956c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c015020 con 0x7f957c160990 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f956c011890 con 0x7f957c160990 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957c160670 con 0x7f957c160990 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c011c60 con 0x7f957c160990 2024-09-16T00:57:02.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.774+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f957c15e0b0 con 0x7f957c160990 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.775+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f957c0713d0 con 0x7f957c160990 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.776+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f956c018020 con 0x7f957c160990 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.776+0000 7f95797fa640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 0x7f956806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.776+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f956c08b3f0 con 0x7f957c160990 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.776+0000 7f9580e82640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 0x7f956806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:02.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.777+0000 7f9580e82640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 0x7f956806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9574033000 tx=0x7f9574009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:02.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.781+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f956c01f020 con 0x7f957c160990 2024-09-16T00:57:02.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.955+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f957c0ce780 con 0x7f957c160990 2024-09-16T00:57:02.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.956+0000 7f95797fa640 1 -- 172.21.15.5:0/1775837533 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) ==== 74+0+16774 (secure 0 0 0) 0x7f956c00d040 con 0x7f957c160990 2024-09-16T00:57:02.957 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:02.957 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:56:54.449872+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T00:56:19.963072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T00:56:20.574419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.18","mappings":[{"from":0,"to":5}]},{"pgid":"7.38","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.73:6836/1285212989":"2024-09-17T00:56:54.445480+0000","172.21.15.73:6834/1285212989":"2024-09-17T00:56:54.445480+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:02.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 msgr2=0x7f956806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 0x7f956806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9574033000 tx=0x7f9574009000 comp rx=0 tx=0).stop 2024-09-16T00:57:02.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 msgr2=0x7f957c155ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f956c00b450 tx=0x7f956c00b910 comp rx=0 tx=0).stop 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 shutdown_connections 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f956806c2b0 0x7f956806e770 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f957c160990 0x7f957c155ec0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f957c15c330 0x7f957c15fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 --2- 172.21.15.5:0/1775837533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f957c06e440 0x7f957c14db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 >> 172.21.15.5:0/1775837533 conn(0x7f957c0b4170 msgr2=0x7f957c0b2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 shutdown_connections 2024-09-16T00:57:02.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:02.958+0000 7f95830e6640 1 -- 172.21.15.5:0/1775837533 wait complete. 2024-09-16T00:57:02.970 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T00:57:03.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 Processor -- start 2024-09-16T00:57:03.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 -- start start 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f49680b6a70 0x7f49680d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 0x7f49680d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49680d1d90 con 0x7f49680b6690 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f49680cf540 con 0x7f49680b6a70 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.072+0000 7f496caa6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f49680ceef0 con 0x7f49680d1510 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4966d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 0x7f49680d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f495ffff640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f49680b6a70 0x7f49680d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f496659c640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7f49680b6690 0x7f49680cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:42808/0 (socket says 172.21.15.5:42808) 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f496659c640 1 -- 172.21.15.5:0/3684732891 learned_addr learned my addr 172.21.15.5:0/3684732891 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4966d9d640 1 -- 172.21.15.5:0/3684732891 >> v2:172.21.15.73:3300/0 conn(0x7f49680b6a70 msgr2=0x7f49680d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:03.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4965d9b640 1 -- 172.21.15.5:0/3684732891 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2446964081 0 0) 0x7f49680d1d90 con 0x7f49680b6690 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4966d9d640 1 --2- 172.21.15.5:0/3684732891 >> v2:172.21.15.73:3300/0 conn(0x7f49680b6a70 0x7f49680d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4966d9d640 1 -- 172.21.15.5:0/3684732891 >> v1:172.21.15.73:6789/0 conn(0x7f49680b6690 legacy=0x7f49680cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.073+0000 7f4966d9d640 1 -- 172.21.15.5:0/3684732891 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49680cf1d0 con 0x7f49680d1510 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f4966d9d640 1 --2- 172.21.15.5:0/3684732891 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 0x7f49680d2b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4960009d90 tx=0x7f496002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=481a569dd1f0f295 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f4965d9b640 1 -- 172.21.15.5:0/3684732891 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4960007740 con 0x7f49680d1510 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f4965d9b640 1 -- 172.21.15.5:0/3684732891 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49600078e0 con 0x7f49680d1510 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f4965d9b640 1 -- 172.21.15.5:0/3684732891 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4960007cb0 con 0x7f49680d1510 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f496caa6640 1 -- 172.21.15.5:0/3684732891 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 msgr2=0x7f49680d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.074+0000 7f496caa6640 1 --2- 172.21.15.5:0/3684732891 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 0x7f49680d2b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4960009d90 tx=0x7f496002a660 comp rx=0 tx=0).stop 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 -- 172.21.15.5:0/3684732891 shutdown_connections 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 --2- 172.21.15.5:0/3684732891 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680d1510 0x7f49680d2b50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 --2- 172.21.15.5:0/3684732891 >> v2:172.21.15.73:3300/0 conn(0x7f49680b6a70 0x7f49680d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 -- 172.21.15.5:0/3684732891 >> 172.21.15.5:0/3684732891 conn(0x7f4968072560 msgr2=0x7f4968072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:03.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 -- 172.21.15.5:0/3684732891 shutdown_connections 2024-09-16T00:57:03.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.075+0000 7f496caa6640 1 -- 172.21.15.5:0/3684732891 wait complete. 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.076+0000 7f496caa6640 1 Processor -- start 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.076+0000 7f496caa6640 1 -- start start 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680b6a70 0x7f49680cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49680d1510 0x7f4968154350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f49680d1b00 con 0x7f49680b6690 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f49680d1980 con 0x7f49680d1510 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496caa6640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f496815c530 con 0x7f49680b6a70 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41234/0 (socket says 172.21.15.5:41234) 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 -- 172.21.15.5:0/1736791801 learned_addr learned my addr 172.21.15.5:0/1736791801 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:03.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f4966d9d640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49680d1510 0x7f4968154350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f495ffff640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680b6a70 0x7f49680cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 -- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680b6a70 msgr2=0x7f49680cdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680b6a70 0x7f49680cdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 -- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49680d1510 msgr2=0x7f4968154350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49680d1510 0x7f4968154350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 -- 172.21.15.5:0/1736791801 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49680cd660 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.077+0000 7f496659c640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f495800c430 tx=0x7f495800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.078+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49580074e0 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.078+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49580047e0 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.078+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4968153870 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.078+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958004bd0 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.078+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4968153e30 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.079+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4968154030 con 0x7f49680b6690 2024-09-16T00:57:03.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.079+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4958011070 con 0x7f49680b6690 2024-09-16T00:57:03.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.080+0000 7f495effd640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 0x7f494806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.080+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5853+0+0 (secure 0 0 0) 0x7f495808af50 con 0x7f49680b6690 2024-09-16T00:57:03.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.080+0000 7f495ffff640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 0x7f494806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.080+0000 7f495ffff640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 0x7f494806e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4968152260 tx=0x7f4950009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.084+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4968154030 con 0x7f49680b6690 2024-09-16T00:57:03.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.295+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4968153680 con 0x7f49680b6690 2024-09-16T00:57:03.296 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-16T00:57:03.295+0000 7f63b33aa640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:57:03.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.297+0000 7f495effd640 1 -- 172.21.15.5:0/1736791801 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) ==== 161+0+0 (secure 0 0 0) 0x7f4958059070 con 0x7f49680b6690 2024-09-16T00:57:03.298 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:57:03.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 msgr2=0x7f494806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 0x7f494806e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4968152260 tx=0x7f4950009190 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 msgr2=0x7f4968148720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f495800c430 tx=0x7f495800c8f0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 shutdown_connections 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f494806c2b0 0x7f494806e770 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49680d1510 0x7f4968154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f49680b6a70 0x7f49680cdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 --2- 172.21.15.5:0/1736791801 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49680b6690 0x7f4968148720 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 >> 172.21.15.5:0/1736791801 conn(0x7f4968072560 msgr2=0x7f496815de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 shutdown_connections 2024-09-16T00:57:03.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.299+0000 7f496caa6640 1 -- 172.21.15.5:0/1736791801 wait complete. 2024-09-16T00:57:03.302 INFO:tasks.ceph.mds.a.smithi005.stderr: -74> 2024-09-16T00:57:01.454+0000 7f5c3fbf8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T00:57:03.312 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:57:03.328 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-16T00:57:03.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.416+0000 7efff5653640 1 Processor -- start 2024-09-16T00:57:03.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.416+0000 7efff5653640 1 -- start start 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efff015e7e0 0x7efff00cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 0x7efff00b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 0x7efff00b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7efff00cfc90 con 0x7efff015e7e0 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7efff00d2a90 con 0x7efff00b7780 2024-09-16T00:57:03.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7efff5653640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7efff00d2d70 con 0x7efff00b6170 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7effeeffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efff015e7e0 0x7efff00cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7effeeffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efff015e7e0 0x7efff00cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41252/0 (socket says 172.21.15.5:41252) 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.417+0000 7effeeffd640 1 -- 172.21.15.5:0/149534922 learned_addr learned my addr 172.21.15.5:0/149534922 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effef7fe640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 0x7efff00b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effee7fc640 1 --2- 172.21.15.5:0/149534922 >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 0x7efff00b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 -- 172.21.15.5:0/149534922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 msgr2=0x7efff00b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 0x7efff00b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 -- 172.21.15.5:0/149534922 >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 msgr2=0x7efff00b7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:03.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 --2- 172.21.15.5:0/149534922 >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 0x7efff00b7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 -- 172.21.15.5:0/149534922 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff00d3050 con 0x7efff015e7e0 2024-09-16T00:57:03.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effef7fe640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 0x7efff00b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:03.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effee7fc640 1 --2- 172.21.15.5:0/149534922 >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 0x7efff00b7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:03.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effeeffd640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00cf750 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efff00d0fc0 tx=0x7effe002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d7666971aba94c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.418+0000 7effedffb640 1 -- 172.21.15.5:0/149534922 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe0037070 con 0x7efff015e7e0 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7effedffb640 1 -- 172.21.15.5:0/149534922 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe0032440 con 0x7efff015e7e0 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7effedffb640 1 -- 172.21.15.5:0/149534922 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe0032810 con 0x7efff015e7e0 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 -- 172.21.15.5:0/149534922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 msgr2=0x7efff00cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00cf750 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efff00d0fc0 tx=0x7effe002a1e0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 -- 172.21.15.5:0/149534922 shutdown_connections 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b6170 0x7efff00b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 --2- 172.21.15.5:0/149534922 >> v2:172.21.15.73:3300/0 conn(0x7efff00b7780 0x7efff00b7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 --2- 172.21.15.5:0/149534922 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00cf750 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 -- 172.21.15.5:0/149534922 >> 172.21.15.5:0/149534922 conn(0x7efff0072560 msgr2=0x7efff0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:03.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 -- 172.21.15.5:0/149534922 shutdown_connections 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.419+0000 7efff5653640 1 -- 172.21.15.5:0/149534922 wait complete. 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 Processor -- start 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 -- start start 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff00b6170 0x7efff01e9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b7780 0x7efff00ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7efff00b3940 con 0x7efff015e7e0 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efff00d3610 con 0x7efff00b6170 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7efff5653640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7efff00d26b0 con 0x7efff00b7780 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7effef7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7effef7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41264/0 (socket says 172.21.15.5:41264) 2024-09-16T00:57:03.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.421+0000 7effef7fe640 1 -- 172.21.15.5:0/871896654 learned_addr learned my addr 172.21.15.5:0/871896654 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effeeffd640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff00b6170 0x7efff01e9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effee7fc640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b7780 0x7efff00ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 -- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b7780 msgr2=0x7efff00ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b7780 0x7efff00ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 -- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff00b6170 msgr2=0x7efff01e9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff00b6170 0x7efff01e9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 -- 172.21.15.5:0/871896654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff00cc820 con 0x7efff015e7e0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effef7fe640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7effe800cd10 tx=0x7effe800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe800f680 con 0x7efff015e7e0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effe800f840 con 0x7efff015e7e0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe800fc30 con 0x7efff015e7e0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efff00cd530 con 0x7efff015e7e0 2024-09-16T00:57:03.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.422+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efff00cdaf0 con 0x7efff015e7e0 2024-09-16T00:57:03.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.423+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efff00cf750 con 0x7efff015e7e0 2024-09-16T00:57:03.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.424+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effe80213f0 con 0x7efff015e7e0 2024-09-16T00:57:03.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.424+0000 7effd77fe640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:03.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.424+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5939+0+0 (secure 0 0 0) 0x7effe808c140 con 0x7efff015e7e0 2024-09-16T00:57:03.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.424+0000 7effeeffd640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:03.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.425+0000 7effeeffd640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 0x7effdc06e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7effe0034000 tx=0x7effe002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:03.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.428+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7effe8014030 con 0x7efff015e7e0 2024-09-16T00:57:03.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:03.642+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7efff00b8190 con 0x7efff015e7e0 2024-09-16T00:57:04.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.298+0000 7effd77fe640 1 -- 172.21.15.5:0/871896654 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v36) ==== 104+0+0 (secure 0 0 0) 0x7effe805a170 con 0x7efff015e7e0 2024-09-16T00:57:04.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 msgr2=0x7effdc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 0x7effdc06e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7effe0034000 tx=0x7effe002e000 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 msgr2=0x7efff00c8540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7effe800cd10 tx=0x7effe800a650 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 shutdown_connections 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7effdc06c2b0 0x7effdc06e770 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efff015e7e0 0x7efff00c8540 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7efff00b7780 0x7efff00ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 --2- 172.21.15.5:0/871896654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff00b6170 0x7efff01e9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 >> 172.21.15.5:0/871896654 conn(0x7efff0072560 msgr2=0x7efff00d3a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 shutdown_connections 2024-09-16T00:57:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.301+0000 7efff5653640 1 -- 172.21.15.5:0/871896654 wait complete. 2024-09-16T00:57:04.316 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:57:04.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.470+0000 7f6341a53640 1 Processor -- start 2024-09-16T00:57:04.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.470+0000 7f6341a53640 1 -- start start 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f6341a53640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f633c0b3610 0x7f633c15f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f6341a53640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f633c0cf4e0 con 0x7f633c15e7e0 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f6341a53640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f633c0cf7c0 con 0x7f633c0ced40 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f6341a53640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f633c0d24d0 con 0x7f633c0b3610 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633affd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f633c0b3610 0x7f633c15f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633a7fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f633c15e7e0 0x7f633c0b39f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36688/0 (socket says 172.21.15.5:36688) 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633a7fc640 1 -- 172.21.15.5:0/1648048241 learned_addr learned my addr 172.21.15.5:0/1648048241 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633affd640 1 -- 172.21.15.5:0/1648048241 >> v1:172.21.15.73:6789/0 conn(0x7f633c0ced40 legacy=0x7f633c0d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633affd640 1 -- 172.21.15.5:0/1648048241 >> v1:172.21.15.5:6789/0 conn(0x7f633c15e7e0 legacy=0x7f633c0b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f6339ffb640 1 -- 172.21.15.5:0/1648048241 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1315355144 0 0) 0x7f633c0cf4e0 con 0x7f633c15e7e0 2024-09-16T00:57:04.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.471+0000 7f633affd640 1 -- 172.21.15.5:0/1648048241 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c0cfaa0 con 0x7f633c0b3610 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.472+0000 7f633affd640 1 --2- 172.21.15.5:0/1648048241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15f6c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f632c0097d0 tx=0x7f632c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e59bd1371b36bfc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.472+0000 7f6339ffb640 1 -- 172.21.15.5:0/1648048241 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c037070 con 0x7f633c0b3610 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.472+0000 7f6339ffb640 1 -- 172.21.15.5:0/1648048241 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f632c032440 con 0x7f633c0b3610 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.472+0000 7f6339ffb640 1 -- 172.21.15.5:0/1648048241 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c032810 con 0x7f633c0b3610 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 -- 172.21.15.5:0/1648048241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 msgr2=0x7f633c15f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 --2- 172.21.15.5:0/1648048241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15f6c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f632c0097d0 tx=0x7f632c02a270 comp rx=0 tx=0).stop 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 -- 172.21.15.5:0/1648048241 shutdown_connections 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 --2- 172.21.15.5:0/1648048241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15f6c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 -- 172.21.15.5:0/1648048241 >> 172.21.15.5:0/1648048241 conn(0x7f633c072560 msgr2=0x7f633c072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 -- 172.21.15.5:0/1648048241 shutdown_connections 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.473+0000 7f6341a53640 1 -- 172.21.15.5:0/1648048241 wait complete. 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.474+0000 7f6341a53640 1 Processor -- start 2024-09-16T00:57:04.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.474+0000 7f6341a53640 1 -- start start 2024-09-16T00:57:04.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f633c0ced40 0x7f633c157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f633c15e7e0 0x7f633c155790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0d3070 con 0x7f633c0b3610 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0cfd80 con 0x7f633c15e7e0 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f6341a53640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f633c0d31f0 con 0x7f633c0ced40 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41288/0 (socket says 172.21.15.5:41288) 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 -- 172.21.15.5:0/1861754083 learned_addr learned my addr 172.21.15.5:0/1861754083 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633a7fc640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f633c0ced40 0x7f633c157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633b7fe640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f633c15e7e0 0x7f633c155790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 -- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f633c0ced40 msgr2=0x7f633c157c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f633c0ced40 0x7f633c157c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 -- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f633c15e7e0 msgr2=0x7f633c155790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.475+0000 7f633affd640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f633c15e7e0 0x7f633c155790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f633affd640 1 -- 172.21.15.5:0/1861754083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c15cc00 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f633affd640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f632c000c00 tx=0x7f632c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c037040 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f632c042070 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f633c0b4480 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c030a70 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.476+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f633c0b4d20 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.477+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f633c15f6a0 con 0x7f633c0b3610 2024-09-16T00:57:04.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.478+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f632c030c10 con 0x7f633c0b3610 2024-09-16T00:57:04.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.478+0000 7f6323fff640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 0x7f632806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:04.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.478+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5939+0+0 (secure 0 0 0) 0x7f632c0abed0 con 0x7f633c0b3610 2024-09-16T00:57:04.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.478+0000 7f633a7fc640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 0x7f632806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:04.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.479+0000 7f633a7fc640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 0x7f632806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f633c1f7bf0 tx=0x7f6330004d40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:04.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.482+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f632c079f00 con 0x7f633c0b3610 2024-09-16T00:57:04.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:04.661+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f633c0b3d70 con 0x7f633c0b3610 2024-09-16T00:57:05.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.491+0000 7f6323fff640 1 -- 172.21.15.5:0/1861754083 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v53) ==== 181+0+0 (secure 0 0 0) 0x7f632c07e200 con 0x7f633c0b3610 2024-09-16T00:57:05.492 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 msgr2=0x7f632806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 0x7f632806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f633c1f7bf0 tx=0x7f6330004d40 comp rx=0 tx=0).stop 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 msgr2=0x7f633c15c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f632c000c00 tx=0x7f632c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 shutdown_connections 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f632806c2b0 0x7f632806e770 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f633c15e7e0 0x7f633c155790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f633c0ced40 0x7f633c157c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 --2- 172.21.15.5:0/1861754083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0b3610 0x7f633c15c6c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 >> 172.21.15.5:0/1861754083 conn(0x7f633c072560 msgr2=0x7f633c0d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:05.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 shutdown_connections 2024-09-16T00:57:05.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.495+0000 7f6341a53640 1 -- 172.21.15.5:0/1861754083 wait complete. 2024-09-16T00:57:05.510 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:57:05.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.624+0000 7f5b0d496640 1 Processor -- start 2024-09-16T00:57:05.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.624+0000 7f5b0d496640 1 -- start start 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b0d496640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5b080b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b0d496640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b080cf1f0 con 0x7f5b080b24d0 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b0d496640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b080b2930 con 0x7f5b0815c530 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b0d496640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5b080d00c0 con 0x7f5b080cd910 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b077fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5b080b24d0 0x7f5b080722e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36698/0 (socket says 172.21.15.5:36698) 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b077fe640 1 -- 172.21.15.5:0/1049450523 learned_addr learned my addr 172.21.15.5:0/1049450523 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 841736656 0 0) 0x7f5b080cf1f0 con 0x7f5b080b24d0 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5afffff640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5b080b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5af4003520 con 0x7f5b080b24d0 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1111870584 0 0) 0x7f5af4003520 con 0x7f5b080b24d0 2024-09-16T00:57:05.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 msgr2=0x7f5b080b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5b080b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 >> v1:172.21.15.73:6789/0 conn(0x7f5b0815c530 legacy=0x7f5b080cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b080ce150 con 0x7f5b080b24d0 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f5b000019f0 con 0x7f5b080b24d0 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 >> v1:172.21.15.5:6789/0 conn(0x7f5b080b24d0 legacy=0x7f5b080722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5af40039e0 0x7f5af4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5af4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af4004d40 0x7f5af40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5af400ba70 con 0x7f5af40039e0 2024-09-16T00:57:05.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5af400bbf0 con 0x7f5af4004d40 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.625+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5af400bdf0 con 0x7f5b080cd910 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5af40039e0 0x7f5af4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b077fe640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af4004d40 0x7f5af40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5afffff640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5af4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 -- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 msgr2=0x7f5af4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b080cd910 0x7f5af4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 -- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af4004d40 msgr2=0x7f5af40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af4004d40 0x7f5af40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.626+0000 7f5b06ffd640 1 -- 172.21.15.5:0/1049450523 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5af4003520 con 0x7f5af40039e0 2024-09-16T00:57:05.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5af40039e0 0x7f5af4003e00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f5af8001720 tx=0x7f5af4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35482eee56e25665 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af8001370 con 0x7f5af40039e0 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5af80052d0 con 0x7f5af40039e0 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b067fc640 1 -- 172.21.15.5:0/1049450523 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af802abc0 con 0x7f5af40039e0 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 -- 172.21.15.5:0/1049450523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5af40039e0 msgr2=0x7f5af4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 --2- 172.21.15.5:0/1049450523 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5af40039e0 0x7f5af4003e00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f5af8001720 tx=0x7f5af4005830 comp rx=0 tx=0).stop 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b077fe640 1 -- 172.21.15.5:0/1049450523 reap_dead start 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 -- 172.21.15.5:0/1049450523 shutdown_connections 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 -- 172.21.15.5:0/1049450523 >> 172.21.15.5:0/1049450523 conn(0x7f5b08062cc0 msgr2=0x7f5b0806d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 -- 172.21.15.5:0/1049450523 shutdown_connections 2024-09-16T00:57:05.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.627+0000 7f5b0d496640 1 -- 172.21.15.5:0/1049450523 wait complete. 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 Processor -- start 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 -- start start 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af40039e0 0x7f5b08149fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b0815d670 0x7f5b0815daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5b080ce9f0 con 0x7f5b0815f7d0 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5b080ce710 con 0x7f5af40039e0 2024-09-16T00:57:05.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5b0d496640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5b080cecd0 con 0x7f5b0815d670 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.629+0000 7f5afffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41320/0 (socket says 172.21.15.5:41320) 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 -- 172.21.15.5:0/2202307190 learned_addr learned my addr 172.21.15.5:0/2202307190 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af40039e0 0x7f5b08149fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5b077fe640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b0815d670 0x7f5b0815daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 -- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b0815d670 msgr2=0x7f5b0815daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b0815d670 0x7f5b0815daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 -- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af40039e0 msgr2=0x7f5b08149fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af40039e0 0x7f5b08149fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 -- 172.21.15.5:0/2202307190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b081f4440 con 0x7f5b0815f7d0 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5afffff640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5af00119a0 tx=0x7f5af0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:05.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af000faf0 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5af000fc90 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b081f4720 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af0014440 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.630+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b081f4ce0 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.631+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b080d0770 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.632+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5af0012040 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.632+0000 7f5aff7fe640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 0x7f5ae806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.632+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5501+0+0 (secure 0 0 0) 0x7f5af008b7e0 con 0x7f5b0815f7d0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.633+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 0x7f5ae806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:05.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.633+0000 7f5b06ffd640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 0x7f5ae806e7a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5af8032000 tx=0x7f5af802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:05.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.637+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5af0019030 con 0x7f5b0815f7d0 2024-09-16T00:57:05.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:05.813+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5b080d0490 con 0x7f5b0815f7d0 2024-09-16T00:57:06.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.496+0000 7f5aff7fe640 1 -- 172.21.15.5:0/2202307190 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v54) ==== 169+0+0 (secure 0 0 0) 0x7f5af00599d0 con 0x7f5b0815f7d0 2024-09-16T00:57:06.498 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 msgr2=0x7f5ae806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 0x7f5ae806e7a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5af8032000 tx=0x7f5af802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 msgr2=0x7f5b0815ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5af00119a0 tx=0x7f5af0011e60 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 shutdown_connections 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5ae806c2e0 0x7f5ae806e7a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5b0815d670 0x7f5b0815daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5b0815f7d0 0x7f5b0815ca30 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 --2- 172.21.15.5:0/2202307190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5af40039e0 0x7f5b08149fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.500+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 >> 172.21.15.5:0/2202307190 conn(0x7f5b08062cc0 msgr2=0x7f5b080b0690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.501+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 shutdown_connections 2024-09-16T00:57:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.501+0000 7f5b0d496640 1 -- 172.21.15.5:0/2202307190 wait complete. 2024-09-16T00:57:06.516 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T00:57:06.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.627+0000 7fbac80c9640 1 Processor -- start 2024-09-16T00:57:06.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.627+0000 7fbac80c9640 1 -- start start 2024-09-16T00:57:06.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac80c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbac01451d0 0x7fbac006cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac80c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 0x7fbac00b3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac80c9640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbac00cd900 con 0x7fbac00cf270 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac80c9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbac006d7c0 con 0x7fbac01451d0 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac80c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbac00cdbe0 con 0x7fbac0145730 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbac01451d0 0x7fbac006cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbac01451d0 0x7fbac006cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41328/0 (socket says 172.21.15.5:41328) 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 -- 172.21.15.5:0/77915465 learned_addr learned my addr 172.21.15.5:0/77915465 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5664640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 0x7fbac00b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 -- 172.21.15.5:0/77915465 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 msgr2=0x7fbac00b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 0x7fbac00b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.628+0000 7fbac5e65640 1 -- 172.21.15.5:0/77915465 >> v1:172.21.15.73:6789/0 conn(0x7fbac00cf270 legacy=0x7fbac00cf700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac5e65640 1 -- 172.21.15.5:0/77915465 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac006da10 con 0x7fbac01451d0 2024-09-16T00:57:06.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac5664640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 0x7fbac00b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:06.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac5e65640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac01451d0 0x7fbac006cfc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbab8009870 tx=0x7fbab802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f4e4a309cbd511 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac4e63640 1 -- 172.21.15.5:0/77915465 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8037070 con 0x7fbac01451d0 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac4e63640 1 -- 172.21.15.5:0/77915465 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbab8032440 con 0x7fbac01451d0 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.629+0000 7fbac4e63640 1 -- 172.21.15.5:0/77915465 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8032810 con 0x7fbac01451d0 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 -- 172.21.15.5:0/77915465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac01451d0 msgr2=0x7fbac006cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac01451d0 0x7fbac006cfc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbab8009870 tx=0x7fbab802a130 comp rx=0 tx=0).stop 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 -- 172.21.15.5:0/77915465 shutdown_connections 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac0145730 0x7fbac00b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 --2- 172.21.15.5:0/77915465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac01451d0 0x7fbac006cfc0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 -- 172.21.15.5:0/77915465 >> 172.21.15.5:0/77915465 conn(0x7fbac00b5cb0 msgr2=0x7fbac006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 -- 172.21.15.5:0/77915465 shutdown_connections 2024-09-16T00:57:06.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.630+0000 7fbac80c9640 1 -- 172.21.15.5:0/77915465 wait complete. 2024-09-16T00:57:06.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.631+0000 7fbac80c9640 1 Processor -- start 2024-09-16T00:57:06.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.631+0000 7fbac80c9640 1 -- start start 2024-09-16T00:57:06.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac01451d0 0x7fbac00aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 0x7fbac00aa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbac006df30 con 0x7fbac00cf270 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbac00b38b0 con 0x7fbac0145730 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac80c9640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbac006e0b0 con 0x7fbac01451d0 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac5e65640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac5e65640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41332/0 (socket says 172.21.15.5:41332) 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac5e65640 1 -- 172.21.15.5:0/981027074 learned_addr learned my addr 172.21.15.5:0/981027074 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac6666640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 0x7fbac00aa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.632+0000 7fbac5664640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac01451d0 0x7fbac00aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 -- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac01451d0 msgr2=0x7fbac00aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac01451d0 0x7fbac00aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 -- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 msgr2=0x7fbac00aa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 0x7fbac00aa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 -- 172.21.15.5:0/981027074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac013fea0 con 0x7fbac00cf270 2024-09-16T00:57:06.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac6666640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 0x7fbac00aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac5e65640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fbab802a170 tx=0x7fbab80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8037040 con 0x7fbac00cf270 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbab8042070 con 0x7fbac00cf270 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8030bd0 con 0x7fbac00cf270 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac00aafe0 con 0x7fbac00cf270 2024-09-16T00:57:06.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.633+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac00ab5a0 con 0x7fbac00cf270 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.634+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbac006cfc0 con 0x7fbac00cf270 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.635+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbab8047460 con 0x7fbac00cf270 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.635+0000 7fbabe7fc640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 0x7fbaac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.635+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fbab80abd60 con 0x7fbac00cf270 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.636+0000 7fbac5664640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 0x7fbaac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.636+0000 7fbac5664640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 0x7fbaac06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fbac0068df0 tx=0x7fbab4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.640+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbab8045360 con 0x7fbac00cf270 2024-09-16T00:57:06.723 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:06.726 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:06.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.817+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fbac006a050 con 0x7fbac00cf270 2024-09-16T00:57:06.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.820+0000 7fbabe7fc640 1 -- 172.21.15.5:0/981027074 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fbab807a800 con 0x7fbac00cf270 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 msgr2=0x7fbaac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 0x7fbaac06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fbac0068df0 tx=0x7fbab4008040 comp rx=0 tx=0).stop 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 msgr2=0x7fbac013f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fbab802a170 tx=0x7fbab80046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 shutdown_connections 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbaac06c2b0 0x7fbaac06e770 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbac0145730 0x7fbac00aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbac01451d0 0x7fbac00aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 --2- 172.21.15.5:0/981027074 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbac00cf270 0x7fbac013f390 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 >> 172.21.15.5:0/981027074 conn(0x7fbac00b5cb0 msgr2=0x7fbac0074c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:06.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 shutdown_connections 2024-09-16T00:57:06.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.822+0000 7fbac80c9640 1 -- 172.21.15.5:0/981027074 wait complete. 2024-09-16T00:57:06.834 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-16T00:57:06.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.976+0000 7f4efe480640 1 Processor -- start 2024-09-16T00:57:06.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.976+0000 7f4efe480640 1 -- start start 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4efe480640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4ef815e4f0 0x7f4ef815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4efe480640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef806bb20 0x7f4ef815fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4efe480640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ef806c0c0 con 0x7f4ef806d160 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4efe480640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4ef806ccd0 con 0x7f4ef815e4f0 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4efe480640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef806c3a0 con 0x7f4ef806bb20 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4ef815e4f0 0x7f4ef815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4ef815e4f0 0x7f4ef815f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41342/0 (socket says 172.21.15.5:41342) 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 -- 172.21.15.5:0/1455291280 learned_addr learned my addr 172.21.15.5:0/1455291280 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef77fe640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef806bb20 0x7f4ef815fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 -- 172.21.15.5:0/1455291280 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef806bb20 msgr2=0x7f4ef815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef806bb20 0x7f4ef815fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 -- 172.21.15.5:0/1455291280 >> v1:172.21.15.73:6789/0 conn(0x7f4ef806d160 legacy=0x7f4ef806d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.977+0000 7f4ef7fff640 1 -- 172.21.15.5:0/1455291280 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef806c680 con 0x7f4ef815e4f0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.978+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef815e4f0 0x7f4ef815f570 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009870 tx=0x7f4ee802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69d6061b9cff8b41 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.978+0000 7f4ef6ffd640 1 -- 172.21.15.5:0/1455291280 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8037070 con 0x7f4ef815e4f0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.978+0000 7f4ef6ffd640 1 -- 172.21.15.5:0/1455291280 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ee8032440 con 0x7f4ef815e4f0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.978+0000 7f4ef6ffd640 1 -- 172.21.15.5:0/1455291280 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8032810 con 0x7f4ef815e4f0 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 -- 172.21.15.5:0/1455291280 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef815e4f0 msgr2=0x7f4ef815f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef815e4f0 0x7f4ef815f570 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8009870 tx=0x7f4ee802a270 comp rx=0 tx=0).stop 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 -- 172.21.15.5:0/1455291280 shutdown_connections 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef806bb20 0x7f4ef815fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 --2- 172.21.15.5:0/1455291280 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef815e4f0 0x7f4ef815f570 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 -- 172.21.15.5:0/1455291280 >> 172.21.15.5:0/1455291280 conn(0x7f4ef806e5b0 msgr2=0x7f4ef806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:06.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 -- 172.21.15.5:0/1455291280 shutdown_connections 2024-09-16T00:57:06.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.979+0000 7f4efe480640 1 -- 172.21.15.5:0/1455291280 wait complete. 2024-09-16T00:57:06.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.980+0000 7f4efe480640 1 Processor -- start 2024-09-16T00:57:06.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.980+0000 7f4efe480640 1 -- start start 2024-09-16T00:57:06.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 0x7f4ef815a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef815e4f0 0x7f4ef815cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef81601f0 con 0x7f4ef806d160 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef815e8d0 con 0x7f4ef806bb20 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efe480640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef8160370 con 0x7f4ef815e4f0 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41350/0 (socket says 172.21.15.5:41350) 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 -- 172.21.15.5:0/3723727426 learned_addr learned my addr 172.21.15.5:0/3723727426 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4efca1d640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef815e4f0 0x7f4ef815cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 0x7f4ef815a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 -- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef815e4f0 msgr2=0x7f4ef815cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef815e4f0 0x7f4ef815cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 -- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 msgr2=0x7f4ef815a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 0x7f4ef815a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef77fe640 1 -- 172.21.15.5:0/3723727426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef80d2da0 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.981+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 0x7f4ef815a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4ef77fe640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000d7d0 tx=0x7f4ee000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0004020 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ee00041e0 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee00043d0 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef80b3fb0 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.982+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef80d1d80 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.983+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef815fcb0 con 0x7f4ef806d160 2024-09-16T00:57:06.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.983+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ee001b020 con 0x7f4ef806d160 2024-09-16T00:57:06.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.984+0000 7f4ef4ff9640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 0x7f4ed806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:06.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.984+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f4ee008ae40 con 0x7f4ef806d160 2024-09-16T00:57:06.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.984+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 0x7f4ed806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:06.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.985+0000 7f4ef7fff640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 0x7f4ed806e7a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8034000 tx=0x7f4ee802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:06.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:06.988+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ee00598e0 con 0x7f4ef806d160 2024-09-16T00:57:07.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.232+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) -- 0x7f4ef8161860 con 0x7f4ef806d160 2024-09-16T00:57:07.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.498+0000 7f4ef4ff9640 1 -- 172.21.15.5:0/3723727426 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v127) ==== 144+0+0 (secure 0 0 0) 0x7f4ee00591e0 con 0x7f4ef806d160 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 msgr2=0x7f4ed806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 0x7f4ed806e7a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8034000 tx=0x7f4ee802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 msgr2=0x7f4ef80d2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000d7d0 tx=0x7f4ee000dc90 comp rx=0 tx=0).stop 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 shutdown_connections 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4ed806c2e0 0x7f4ed806e7a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4ef815e4f0 0x7f4ef815cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4ef806d160 0x7f4ef80d2860 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:07.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 --2- 172.21.15.5:0/3723727426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ef806bb20 0x7f4ef815a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:07.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 >> 172.21.15.5:0/3723727426 conn(0x7f4ef806e5b0 msgr2=0x7f4ef8160cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:07.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 shutdown_connections 2024-09-16T00:57:07.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:07.500+0000 7f4efe480640 1 -- 172.21.15.5:0/3723727426 wait complete. 2024-09-16T00:57:07.513 INFO:tasks.cephfs_test_runner:test if MDS behave correct when it's readonly ... ok 2024-09-16T00:57:07.513 INFO:tasks.cephfs_test_runner: 2024-09-16T00:57:07.513 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-16T00:57:07.514 INFO:tasks.cephfs_test_runner:Ran 2 tests in 93.939s 2024-09-16T00:57:07.514 INFO:tasks.cephfs_test_runner: 2024-09-16T00:57:07.514 INFO:tasks.cephfs_test_runner:OK 2024-09-16T00:57:07.514 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-16T00:57:07.522 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-16T00:57:07.541 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-16T00:57:07.541 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:57:07.541 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:07.558 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:07.558 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-16T00:57:07.558 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:07.614 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20383 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T00:57:07.614 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:57:07.614 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:07.635 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:07.635 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2024-09-16T00:57:07.636 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:57:07.695 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14828 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T00:57:07.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.695 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:57:07.712 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T00:57:07.712 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:57:07.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.713 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T00:57:07.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.779 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:57:07.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.845 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-16T00:57:07.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.932 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-16T00:57:07.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:07.948 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-16T00:57:08.017 INFO:teuthology.orchestra.run.smithi005.stderr:Cannot find device "ceph-brx" 2024-09-16T00:57:08.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:08.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.018 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:57:08.038 INFO:teuthology.orchestra.run.smithi073.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T00:57:08.038 INFO:teuthology.orchestra.run.smithi073.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T00:57:08.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.038 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T00:57:08.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.109 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T00:57:08.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.178 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link delete ceph-brx 2024-09-16T00:57:08.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.278 DEBUG:teuthology.orchestra.run.smithi073:> ip netns list 2024-09-16T00:57:08.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:57:08.294 DEBUG:teuthology.orchestra.run.smithi073:> sudo ip link delete ceph-brx 2024-09-16T00:57:08.364 INFO:teuthology.orchestra.run.smithi073.stderr:Cannot find device "ceph-brx" 2024-09-16T00:57:08.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:08.366 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T00:57:08.375 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:57:08.375 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:08.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.481+0000 7f9094168640 1 Processor -- start 2024-09-16T00:57:08.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.481+0000 7f9094168640 1 -- start start 2024-09-16T00:57:08.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9094168640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 0x7f908c0b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9094168640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f908c15b4f0 0x7f908c0d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9094168640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f908c0b4250 con 0x7f908c073d10 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9094168640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f908c0b44f0 con 0x7f908c15b4f0 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9094168640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f908c0ccd80 con 0x7f908c15b110 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f908c15b4f0 0x7f908c0d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f908c15b4f0 0x7f908c0d01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41354/0 (socket says 172.21.15.5:41354) 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 -- 172.21.15.5:0/3531191544 learned_addr learned my addr 172.21.15.5:0/3531191544 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 -- 172.21.15.5:0/3531191544 >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 msgr2=0x7f908c0b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091f04640 1 --2- 172.21.15.5:0/3531191544 >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 0x7f908c0b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 --2- 172.21.15.5:0/3531191544 >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 0x7f908c0b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 -- 172.21.15.5:0/3531191544 >> v1:172.21.15.73:6789/0 conn(0x7f908c073d10 legacy=0x7f908c15ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:08.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091703640 1 -- 172.21.15.5:0/3531191544 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f908c0cd060 con 0x7f908c15b4f0 2024-09-16T00:57:08.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.482+0000 7f9091f04640 1 --2- 172.21.15.5:0/3531191544 >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 0x7f908c0b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:08.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.483+0000 7f9091703640 1 --2- 172.21.15.5:0/3531191544 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c15b4f0 0x7f908c0d01e0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f908c0b4670 tx=0x7f907c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b7049ad642a790b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.483+0000 7f9090f02640 1 -- 172.21.15.5:0/3531191544 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907c037070 con 0x7f908c15b4f0 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.483+0000 7f9090f02640 1 -- 172.21.15.5:0/3531191544 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f907c032440 con 0x7f908c15b4f0 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.483+0000 7f9090f02640 1 -- 172.21.15.5:0/3531191544 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907c032810 con 0x7f908c15b4f0 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 -- 172.21.15.5:0/3531191544 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c15b4f0 msgr2=0x7f908c0d01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 --2- 172.21.15.5:0/3531191544 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c15b4f0 0x7f908c0d01e0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f908c0b4670 tx=0x7f907c02a210 comp rx=0 tx=0).stop 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 -- 172.21.15.5:0/3531191544 shutdown_connections 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 --2- 172.21.15.5:0/3531191544 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c15b4f0 0x7f908c0d01e0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 --2- 172.21.15.5:0/3531191544 >> v2:172.21.15.73:3300/0 conn(0x7f908c15b110 0x7f908c0b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 -- 172.21.15.5:0/3531191544 >> 172.21.15.5:0/3531191544 conn(0x7f908c06d000 msgr2=0x7f908c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:08.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 -- 172.21.15.5:0/3531191544 shutdown_connections 2024-09-16T00:57:08.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.484+0000 7f9094168640 1 -- 172.21.15.5:0/3531191544 wait complete. 2024-09-16T00:57:08.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.485+0000 7f9094168640 1 Processor -- start 2024-09-16T00:57:08.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.485+0000 7f9094168640 1 -- start start 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 0x7f908c14e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 0x7f908c14e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f908c0ceb50 con 0x7f908c073d10 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f908c0cd620 con 0x7f908c15b4f0 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9094168640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f908c0cecd0 con 0x7f908c15b110 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41362/0 (socket says 172.21.15.5:41362) 2024-09-16T00:57:08.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 -- 172.21.15.5:0/674472135 learned_addr learned my addr 172.21.15.5:0/674472135 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091703640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 0x7f908c14e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9092705640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 0x7f908c14e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 -- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 msgr2=0x7f908c14e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 0x7f908c14e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 -- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 msgr2=0x7f908c14e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 0x7f908c14e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 -- 172.21.15.5:0/674472135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f908c14c230 con 0x7f908c073d10 2024-09-16T00:57:08.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9092705640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 0x7f908c14e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:08.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091703640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 0x7f908c14e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:08.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.486+0000 7f9091f04640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f908800c7f0 tx=0x7f908800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.487+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9088015070 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.487+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9088007a30 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.487+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9088007e00 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.487+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f908c15d5b0 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.487+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f908c15d2d0 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.488+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f908c0b3d10 con 0x7f908c073d10 2024-09-16T00:57:08.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.488+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9088018070 con 0x7f908c073d10 2024-09-16T00:57:08.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.489+0000 7f90827fc640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 0x7f907006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.489+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f908808b190 con 0x7f908c073d10 2024-09-16T00:57:08.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.489+0000 7f9091703640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 0x7f907006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.490+0000 7f9091703640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 0x7f907006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f907c034000 tx=0x7f907c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.493+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9088059b90 con 0x7f908c073d10 2024-09-16T00:57:08.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.666+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f908c0b2e30 con 0x7f907006c2b0 2024-09-16T00:57:08.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.667+0000 7f90827fc640 1 -- 172.21.15.5:0/674472135 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13442 (secure 0 0 0) 0x7f907c0454a0 con 0x7f907006c2b0 2024-09-16T00:57:08.668 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:08.669 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 msgr2=0x7f907006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 0x7f907006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f907c034000 tx=0x7f907c02e000 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 msgr2=0x7f908c14bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f908800c7f0 tx=0x7f908800cbf0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 shutdown_connections 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f907006c2b0 0x7f907006e770 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f908c15b4f0 0x7f908c14e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f908c15b110 0x7f908c14e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 --2- 172.21.15.5:0/674472135 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f908c073d10 0x7f908c14bcf0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 >> 172.21.15.5:0/674472135 conn(0x7f908c06d000 msgr2=0x7f908c0aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 shutdown_connections 2024-09-16T00:57:08.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.669+0000 7f9094168640 1 -- 172.21.15.5:0/674472135 wait complete. 2024-09-16T00:57:08.681 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":113,"stamp":"2024-09-16T00:57:08.332750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":174,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":243012,"kb_used_data":5972,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731708,"statfs":{"total":773094113280,"available":772845268992,"internally_reserved":0,"allocated":6115328,"data_stored":3232259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14364,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-38,"num_read_kb":-48,"num_write":-60,"num_write_kb":-35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001472"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":226,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T00:57:04.174503+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:57:04.174503+0000","last_peered":"2024-09-16T00:57:04.174503+0000","last_clean":"2024-09-16T00:57:04.174503+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:57:04.174503+0000","last_undegraded":"2024-09-16T00:57:04.174503+0000","last_fullsized":"2024-09-16T00:57:04.174503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1191936,"data_stored":838573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":254410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":634880,"data_stored":271435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":606208,"data_stored":248753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":598016,"data_stored":248185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542173,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1196032,"data_stored":838559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:08.682 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:08.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.783+0000 7f900a265640 1 Processor -- start 2024-09-16T00:57:08.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 -- start start 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 0x7f90040d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f90040d1510 0x7f90040d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90040d1d90 con 0x7f90040b6690 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f90040cf540 con 0x7f90040d1510 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f900a265640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f90040ceef0 con 0x7f90040b6a70 2024-09-16T00:57:08.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.784+0000 7f9003fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f90040b6690 0x7f90040cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36712/0 (socket says 172.21.15.5:36712) 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f9003fff640 1 -- 172.21.15.5:0/57460505 learned_addr learned my addr 172.21.15.5:0/57460505 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f90037fe640 1 --2- 172.21.15.5:0/57460505 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 0x7f90040d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f9008802640 1 --2- 172.21.15.5:0/57460505 >> v2:172.21.15.73:3300/0 conn(0x7f90040d1510 0x7f90040d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f9002ffd640 1 -- 172.21.15.5:0/57460505 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3016976935 0 0) 0x7f90040d1d90 con 0x7f90040b6690 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f9002ffd640 1 -- 172.21.15.5:0/57460505 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fec003520 con 0x7f90040b6690 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f90037fe640 1 -- 172.21.15.5:0/57460505 >> v2:172.21.15.73:3300/0 conn(0x7f90040d1510 msgr2=0x7f90040d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f90037fe640 1 --2- 172.21.15.5:0/57460505 >> v2:172.21.15.73:3300/0 conn(0x7f90040d1510 0x7f90040d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f90037fe640 1 -- 172.21.15.5:0/57460505 >> v1:172.21.15.5:6789/0 conn(0x7f90040b6690 legacy=0x7f90040cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.785+0000 7f90037fe640 1 -- 172.21.15.5:0/57460505 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90040cf1d0 con 0x7f90040b6a70 2024-09-16T00:57:08.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f90037fe640 1 --2- 172.21.15.5:0/57460505 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 0x7f90040d0fd0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8ff80097a0 tx=0x7f8ff802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4dd4dafe6bbf987 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f9002ffd640 1 -- 172.21.15.5:0/57460505 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8037070 con 0x7f90040b6a70 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f9002ffd640 1 -- 172.21.15.5:0/57460505 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ff8032440 con 0x7f90040b6a70 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f9002ffd640 1 -- 172.21.15.5:0/57460505 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8032810 con 0x7f90040b6a70 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f900a265640 1 -- 172.21.15.5:0/57460505 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 msgr2=0x7f90040d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.786+0000 7f900a265640 1 --2- 172.21.15.5:0/57460505 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 0x7f90040d0fd0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8ff80097a0 tx=0x7f8ff802a180 comp rx=0 tx=0).stop 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 -- 172.21.15.5:0/57460505 shutdown_connections 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 --2- 172.21.15.5:0/57460505 >> v2:172.21.15.73:3300/0 conn(0x7f90040d1510 0x7f90040d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 --2- 172.21.15.5:0/57460505 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6a70 0x7f90040d0fd0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 -- 172.21.15.5:0/57460505 >> 172.21.15.5:0/57460505 conn(0x7f9004072560 msgr2=0x7f9004072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 -- 172.21.15.5:0/57460505 shutdown_connections 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.787+0000 7f900a265640 1 -- 172.21.15.5:0/57460505 wait complete. 2024-09-16T00:57:08.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.788+0000 7f900a265640 1 Processor -- start 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.788+0000 7f900a265640 1 -- start start 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6690 0x7f900415a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 0x7f9004150b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f90040d1b20 con 0x7f90040b6a70 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f90040d19a0 con 0x7f90040d1510 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f900a265640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f900415c530 con 0x7f90040b6690 2024-09-16T00:57:08.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41370/0 (socket says 172.21.15.5:41370) 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 -- 172.21.15.5:0/1226524831 learned_addr learned my addr 172.21.15.5:0/1226524831 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f9003fff640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6690 0x7f900415a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f9008802640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 0x7f9004150b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 -- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6690 msgr2=0x7f900415a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6690 0x7f900415a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 -- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 msgr2=0x7f9004150b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 0x7f9004150b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 -- 172.21.15.5:0/1226524831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9004156d10 con 0x7f90040b6a70 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f9008802640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 0x7f9004150b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f90037fe640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8035040 tx=0x7f8ff80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.789+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8041030 con 0x7f90040b6a70 2024-09-16T00:57:08.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.790+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ff803d4e0 con 0x7f90040b6a70 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.790+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9004156ff0 con 0x7f90040b6a70 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.790+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8037040 con 0x7f90040b6a70 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.790+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90041575b0 con 0x7f90040b6a70 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.791+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90040d0fd0 con 0x7f90040b6a70 2024-09-16T00:57:08.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.791+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ff8044070 con 0x7f90040b6a70 2024-09-16T00:57:08.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.791+0000 7f9000ff9640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 0x7f8ff006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:08.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.792+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f8ff80ab800 con 0x7f90040b6a70 2024-09-16T00:57:08.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.792+0000 7f9003fff640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 0x7f8ff006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:08.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.792+0000 7f9003fff640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 0x7f8ff006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f900415aec0 tx=0x7f8ff4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:08.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.796+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ff8044e40 con 0x7f90040b6a70 2024-09-16T00:57:08.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.967+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9004156ac0 con 0x7f8ff006c2b0 2024-09-16T00:57:08.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.968+0000 7f9000ff9640 1 -- 172.21.15.5:0/1226524831 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13442 (secure 0 0 0) 0x7f9004156ac0 con 0x7f8ff006c2b0 2024-09-16T00:57:08.969 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:08.970 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 msgr2=0x7f8ff006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 0x7f8ff006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f900415aec0 tx=0x7f8ff4009040 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 msgr2=0x7f90041505c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8035040 tx=0x7f8ff80046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 shutdown_connections 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f8ff006c2b0 0x7f8ff006e770 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90040d1510 0x7f9004150b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90040b6a70 0x7f90041505c0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 --2- 172.21.15.5:0/1226524831 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90040b6690 0x7f900415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 >> 172.21.15.5:0/1226524831 conn(0x7f9004072560 msgr2=0x7f900415e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 shutdown_connections 2024-09-16T00:57:08.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:08.970+0000 7f900a265640 1 -- 172.21.15.5:0/1226524831 wait complete. 2024-09-16T00:57:08.982 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":113,"stamp":"2024-09-16T00:57:08.332750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":174,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":243012,"kb_used_data":5972,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731708,"statfs":{"total":773094113280,"available":772845268992,"internally_reserved":0,"allocated":6115328,"data_stored":3232259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14364,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-38,"num_read_kb":-48,"num_write":-60,"num_write_kb":-35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001472"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":226,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T00:57:04.174503+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:57:04.174503+0000","last_peered":"2024-09-16T00:57:04.174503+0000","last_clean":"2024-09-16T00:57:04.174503+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:57:04.174503+0000","last_undegraded":"2024-09-16T00:57:04.174503+0000","last_fullsized":"2024-09-16T00:57:04.174503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1191936,"data_stored":838573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":254410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":634880,"data_stored":271435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":606208,"data_stored":248753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":598016,"data_stored":248185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542173,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1196032,"data_stored":838559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:08.983 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:57:08.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:09.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.086+0000 7f5de4711640 1 Processor -- start 2024-09-16T00:57:09.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.086+0000 7f5de4711640 1 -- start start 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de4711640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de4711640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ddc0d1d90 con 0x7f5ddc0b6690 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de4711640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ddc0ceef0 con 0x7f5ddc0d1510 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de4711640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5ddc0cf540 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de24ad640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5ddc0b6690 0x7f5ddc0cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36718/0 (socket says 172.21.15.5:36718) 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de24ad640 1 -- 172.21.15.5:0/1496990880 learned_addr learned my addr 172.21.15.5:0/1496990880 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de1cac640 1 --2- 172.21.15.5:0/1496990880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3277027321 0 0) 0x7f5ddc0d1d90 con 0x7f5ddc0b6690 2024-09-16T00:57:09.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.087+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5dc8003520 con 0x7f5ddc0b6690 2024-09-16T00:57:09.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.088+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1708620473 0 0) 0x7f5ddc0ceef0 con 0x7f5ddc0d1510 2024-09-16T00:57:09.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.088+0000 7f5de1cac640 1 -- 172.21.15.5:0/1496990880 >> v1:172.21.15.73:6789/0 conn(0x7f5ddc0d1510 legacy=0x7f5ddc0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.088+0000 7f5de1cac640 1 -- 172.21.15.5:0/1496990880 >> v1:172.21.15.5:6789/0 conn(0x7f5ddc0b6690 legacy=0x7f5ddc0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.088+0000 7f5de1cac640 1 -- 172.21.15.5:0/1496990880 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ddc0cf1d0 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.088+0000 7f5de1cac640 1 --2- 172.21.15.5:0/1496990880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc0d0fd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80097d0 tx=0x7f5dd802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=740b6456dfa5456d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 <== mon.2 v2:172.21.15.73:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8037070 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 <== mon.2 v2:172.21.15.73:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dd8032440 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de14ab640 1 -- 172.21.15.5:0/1496990880 <== mon.2 v2:172.21.15.73:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8032810 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 -- 172.21.15.5:0/1496990880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 msgr2=0x7f5ddc0d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 --2- 172.21.15.5:0/1496990880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc0d0fd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80097d0 tx=0x7f5dd802a210 comp rx=0 tx=0).stop 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 -- 172.21.15.5:0/1496990880 shutdown_connections 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 --2- 172.21.15.5:0/1496990880 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc0d0fd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 -- 172.21.15.5:0/1496990880 >> 172.21.15.5:0/1496990880 conn(0x7f5ddc072560 msgr2=0x7f5ddc072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 -- 172.21.15.5:0/1496990880 shutdown_connections 2024-09-16T00:57:09.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.089+0000 7f5de4711640 1 -- 172.21.15.5:0/1496990880 wait complete. 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.091+0000 7f5de4711640 1 Processor -- start 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.091+0000 7f5de4711640 1 -- start start 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.091+0000 7f5de4711640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 0x7f5ddc0cab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.091+0000 7f5de4711640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc158e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.091+0000 7f5de4711640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de4711640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc0d1b20 con 0x7f5ddc0d1510 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de4711640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc0d19a0 con 0x7f5ddc0b6690 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de4711640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f5ddc15c530 con 0x7f5ddc0b6a70 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de2cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de2cae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41380/0 (socket says 172.21.15.5:41380) 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 0x7f5ddc0cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de2cae640 1 -- 172.21.15.5:0/4199919011 learned_addr learned my addr 172.21.15.5:0/4199919011 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:09.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de1cac640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc158e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 -- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 msgr2=0x7f5ddc158e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc158e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 -- 172.21.15.5:0/4199919011 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 msgr2=0x7f5ddc159350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 -- 172.21.15.5:0/4199919011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ddc0cc3c0 con 0x7f5ddc0b6690 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de2cae640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de24ad640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 0x7f5ddc0cab00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5dd000cae0 tx=0x7f5dd000a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd0017070 con 0x7f5ddc0b6690 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dd000ac40 con 0x7f5ddc0b6690 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ddc0cc6a0 con 0x7f5ddc0b6690 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.092+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd0012620 con 0x7f5ddc0b6690 2024-09-16T00:57:09.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.093+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ddc0ccc60 con 0x7f5ddc0b6690 2024-09-16T00:57:09.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.094+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ddc0d0fd0 con 0x7f5ddc0b6690 2024-09-16T00:57:09.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.094+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5dd001a070 con 0x7f5ddc0b6690 2024-09-16T00:57:09.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.094+0000 7f5dceffd640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 0x7f5dc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.095+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f5dd008af30 con 0x7f5ddc0b6690 2024-09-16T00:57:09.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.095+0000 7f5de1cac640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 0x7f5dc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.095+0000 7f5de1cac640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 0x7f5dc006e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8034000 tx=0x7f5dd802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.099+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mon.1 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5dd0059270 con 0x7f5ddc0b6690 2024-09-16T00:57:09.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.271+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5ddc0cc170 con 0x7f5dc006c2b0 2024-09-16T00:57:09.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.272+0000 7f5dceffd640 1 -- 172.21.15.5:0/4199919011 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13442 (secure 0 0 0) 0x7f5ddc0cc170 con 0x7f5dc006c2b0 2024-09-16T00:57:09.273 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:09.274 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:57:09.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 msgr2=0x7f5dc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 0x7f5dc006e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8034000 tx=0x7f5dd802e000 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 msgr2=0x7f5ddc0cab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 0x7f5ddc0cab00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5dd000cae0 tx=0x7f5dd000a060 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 shutdown_connections 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f5dc006c2b0 0x7f5dc006e770 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5ddc0d1510 0x7f5ddc159350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f5ddc0b6a70 0x7f5ddc158e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 --2- 172.21.15.5:0/4199919011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ddc0b6690 0x7f5ddc0cab00 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 >> 172.21.15.5:0/4199919011 conn(0x7f5ddc072560 msgr2=0x7f5ddc0d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 shutdown_connections 2024-09-16T00:57:09.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.274+0000 7f5de4711640 1 -- 172.21.15.5:0/4199919011 wait complete. 2024-09-16T00:57:09.287 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":113,"stamp":"2024-09-16T00:57:08.332750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":174,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":243012,"kb_used_data":5972,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731708,"statfs":{"total":773094113280,"available":772845268992,"internally_reserved":0,"allocated":6115328,"data_stored":3232259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14364,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-38,"num_read_kb":-48,"num_write":-60,"num_write_kb":-35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001472"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":226,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-16T00:57:04.174503+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:57:04.174503+0000","last_peered":"2024-09-16T00:57:04.174503+0000","last_clean":"2024-09-16T00:57:04.174503+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:57:04.174503+0000","last_undegraded":"2024-09-16T00:57:04.174503+0000","last_fullsized":"2024-09-16T00:57:04.174503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:48.983502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1191936,"data_stored":838573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":254410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":634880,"data_stored":271435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":606208,"data_stored":248753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":598016,"data_stored":248185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542173,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1196032,"data_stored":838559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:09.288 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:57:09.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.389+0000 7f75e4f6d640 1 Processor -- start 2024-09-16T00:57:09.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.389+0000 7f75e4f6d640 1 -- start start 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.390+0000 7f75e4f6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f75e015b110 0x7f75e00b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75e4f6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75e00b4250 con 0x7f75e015b4f0 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75e4f6d640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75e00ccd80 con 0x7f75e00d08f0 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75e4f6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f75e00b44f0 con 0x7f75e015b110 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75de59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f75e015b110 0x7f75e00b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75ddd9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f75e015b4f0 0x7f75e00d01e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36720/0 (socket says 172.21.15.5:36720) 2024-09-16T00:57:09.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75ddd9b640 1 -- 172.21.15.5:0/2266197457 learned_addr learned my addr 172.21.15.5:0/2266197457 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:09.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75de59c640 1 -- 172.21.15.5:0/2266197457 >> v1:172.21.15.73:6789/0 conn(0x7f75e00d08f0 legacy=0x7f75e00cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75de59c640 1 -- 172.21.15.5:0/2266197457 >> v1:172.21.15.5:6789/0 conn(0x7f75e015b4f0 legacy=0x7f75e00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75dd59a640 1 -- 172.21.15.5:0/2266197457 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 910574162 0 0) 0x7f75e00ccd80 con 0x7f75e00d08f0 2024-09-16T00:57:09.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.391+0000 7f75de59c640 1 -- 172.21.15.5:0/2266197457 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e00cd060 con 0x7f75e015b110 2024-09-16T00:57:09.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75de59c640 1 --2- 172.21.15.5:0/2266197457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e00b3d10 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009d90 tx=0x7f75d002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3388a0bd4fc02770 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75dd59a640 1 -- 172.21.15.5:0/2266197457 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0007740 con 0x7f75e015b110 2024-09-16T00:57:09.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75dd59a640 1 -- 172.21.15.5:0/2266197457 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75d00078e0 con 0x7f75e015b110 2024-09-16T00:57:09.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75dd59a640 1 -- 172.21.15.5:0/2266197457 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0007cb0 con 0x7f75e015b110 2024-09-16T00:57:09.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2266197457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 msgr2=0x7f75e00b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.392+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2266197457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e00b3d10 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009d90 tx=0x7f75d002a5f0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.393+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2266197457 shutdown_connections 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.393+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2266197457 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e00b3d10 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.393+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2266197457 >> 172.21.15.5:0/2266197457 conn(0x7f75e006d000 msgr2=0x7f75e006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.393+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2266197457 shutdown_connections 2024-09-16T00:57:09.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.393+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2266197457 wait complete. 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.394+0000 7f75e4f6d640 1 Processor -- start 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.394+0000 7f75e4f6d640 1 -- start start 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75e00d08f0 0x7f75e006c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75e015b4f0 0x7f75e00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0073d10 con 0x7f75e015b110 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f75e00cd620 con 0x7f75e015b4f0 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75e4f6d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f75e0073e90 con 0x7f75e00d08f0 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41394/0 (socket says 172.21.15.5:41394) 2024-09-16T00:57:09.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 -- 172.21.15.5:0/2454228739 learned_addr learned my addr 172.21.15.5:0/2454228739 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ded9d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75e015b4f0 0x7f75e00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75de59c640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75e00d08f0 0x7f75e006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 -- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75e00d08f0 msgr2=0x7f75e006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75e00d08f0 0x7f75e006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 -- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75e015b4f0 msgr2=0x7f75e00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75e015b4f0 0x7f75e00ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.395+0000 7f75ddd9b640 1 -- 172.21.15.5:0/2454228739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e006c8d0 con 0x7f75e015b110 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75ddd9b640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f75c800c530 tx=0x7f75c800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c8017070 con 0x7f75e015b110 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75c8005d00 con 0x7f75e015b110 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e0155750 con 0x7f75e015b110 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c80072b0 con 0x7f75e015b110 2024-09-16T00:57:09.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.396+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e0155d10 con 0x7f75e015b110 2024-09-16T00:57:09.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.397+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75e00b3d10 con 0x7f75e015b110 2024-09-16T00:57:09.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.398+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75c801a070 con 0x7f75e015b110 2024-09-16T00:57:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.398+0000 7f75d6ffd640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 0x7f75c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.398+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f75c808a510 con 0x7f75e015b110 2024-09-16T00:57:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.398+0000 7f75de59c640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 0x7f75c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:09.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.399+0000 7f75de59c640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 0x7f75c006e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f75d0034000 tx=0x7f75d002f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:09.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.403+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75e006c8d0 con 0x7f75e015b110 2024-09-16T00:57:09.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.582+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75e00b1010 con 0x7f75e015b110 2024-09-16T00:57:09.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.582+0000 7f75d6ffd640 1 -- 172.21.15.5:0/2454228739 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+13040 (secure 0 0 0) 0x7f75c80588d0 con 0x7f75e015b110 2024-09-16T00:57:09.584 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:09.584 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":54,"fsid":"260f5f5c-0c78-42cb-adb7-7a11985c1ce4","created":"2024-09-16T00:54:46.136006+0000","modified":"2024-09-16T00:57:06.492702+0000","last_up_change":"2024-09-16T00:54:58.445067+0000","last_in_change":"2024-09-16T00:54:48.211724+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:54:58.349075+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7e31d73-ff72-42b7-93c6-ba2877c30e80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6825","nonce":2091786984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6827","nonce":2091786984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6831","nonce":2091786984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2091786984},{"type":"v1","addr":"172.21.15.5:6829","nonce":2091786984}]},"public_addr":"172.21.15.5:6825/2091786984","cluster_addr":"172.21.15.5:6827/2091786984","heartbeat_back_addr":"172.21.15.5:6831/2091786984","heartbeat_front_addr":"172.21.15.5:6829/2091786984","state":["exists","up"]},{"osd":1,"uuid":"12eb0f9b-5747-4396-91a2-70e45469d0e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6809","nonce":675611945}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6811","nonce":675611945}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6815","nonce":675611945}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":675611945},{"type":"v1","addr":"172.21.15.5:6813","nonce":675611945}]},"public_addr":"172.21.15.5:6809/675611945","cluster_addr":"172.21.15.5:6811/675611945","heartbeat_back_addr":"172.21.15.5:6815/675611945","heartbeat_front_addr":"172.21.15.5:6813/675611945","state":["exists","up"]},{"osd":2,"uuid":"b49a2cf9-9110-4017-8014-8b8080227249","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6817","nonce":56359878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6819","nonce":56359878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6823","nonce":56359878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":56359878},{"type":"v1","addr":"172.21.15.5:6821","nonce":56359878}]},"public_addr":"172.21.15.5:6817/56359878","cluster_addr":"172.21.15.5:6819/56359878","heartbeat_back_addr":"172.21.15.5:6823/56359878","heartbeat_front_addr":"172.21.15.5:6821/56359878","state":["exists","up"]},{"osd":3,"uuid":"2d7b66c3-4a87-471f-889f-00cba894818c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6801","nonce":3071155845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6803","nonce":3071155845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6807","nonce":3071155845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3071155845},{"type":"v1","addr":"172.21.15.5:6805","nonce":3071155845}]},"public_addr":"172.21.15.5:6801/3071155845","cluster_addr":"172.21.15.5:6803/3071155845","heartbeat_back_addr":"172.21.15.5:6807/3071155845","heartbeat_front_addr":"172.21.15.5:6805/3071155845","state":["exists","up"]},{"osd":4,"uuid":"1cf3f864-5b29-45e5-9d53-902ba7e48fc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6809","nonce":686485355}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6811","nonce":686485355}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6815","nonce":686485355}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":686485355},{"type":"v1","addr":"172.21.15.73:6813","nonce":686485355}]},"public_addr":"172.21.15.73:6809/686485355","cluster_addr":"172.21.15.73:6811/686485355","heartbeat_back_addr":"172.21.15.73:6815/686485355","heartbeat_front_addr":"172.21.15.73:6813/686485355","state":["exists","up"]},{"osd":5,"uuid":"84161be0-c15f-49b5-8d21-9c767b509729","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6817","nonce":4039764990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6819","nonce":4039764990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6823","nonce":4039764990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":4039764990},{"type":"v1","addr":"172.21.15.73:6821","nonce":4039764990}]},"public_addr":"172.21.15.73:6817/4039764990","cluster_addr":"172.21.15.73:6819/4039764990","heartbeat_back_addr":"172.21.15.73:6823/4039764990","heartbeat_front_addr":"172.21.15.73:6821/4039764990","state":["exists","up"]},{"osd":6,"uuid":"e4108ed9-20f3-4dd9-94c6-24b6f4ac08d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6801","nonce":1744830523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6803","nonce":1744830523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6807","nonce":1744830523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":1744830523},{"type":"v1","addr":"172.21.15.73:6805","nonce":1744830523}]},"public_addr":"172.21.15.73:6801/1744830523","cluster_addr":"172.21.15.73:6803/1744830523","heartbeat_back_addr":"172.21.15.73:6807/1744830523","heartbeat_front_addr":"172.21.15.73:6805/1744830523","state":["exists","up"]},{"osd":7,"uuid":"2f11f862-def6-47e9-8d3a-bba2d02154ed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6825","nonce":3879369857}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6827","nonce":3879369857}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6831","nonce":3879369857}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":3879369857},{"type":"v1","addr":"172.21.15.73:6829","nonce":3879369857}]},"public_addr":"172.21.15.73:6825/3879369857","cluster_addr":"172.21.15.73:6827/3879369857","heartbeat_back_addr":"172.21.15.73:6831/3879369857","heartbeat_front_addr":"172.21.15.73:6829/3879369857","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.223569+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.255061+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.713576+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:54.958710+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.457184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.725878+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:56.168237+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:54:55.557910+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6833/2970614558":"2024-09-17T00:57:03.296585+0000","172.21.15.5:6832/2970614558":"2024-09-17T00:57:03.296585+0000","172.21.15.73:6836/1285212989":"2024-09-17T00:56:54.445480+0000","172.21.15.73:6834/1285212989":"2024-09-17T00:56:54.445480+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:57:09.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 msgr2=0x7f75c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 0x7f75c006e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f75d0034000 tx=0x7f75d002f000 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 msgr2=0x7f75e0146850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f75c800c530 tx=0x7f75c800c9f0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 shutdown_connections 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f75c006c2b0 0x7f75c006e770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f75e015b4f0 0x7f75e00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75e015b110 0x7f75e0146850 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 --2- 172.21.15.5:0/2454228739 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f75e00d08f0 0x7f75e006c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:09.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 >> 172.21.15.5:0/2454228739 conn(0x7f75e006d000 msgr2=0x7f75e00b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:09.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 shutdown_connections 2024-09-16T00:57:09.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:09.585+0000 7f75e4f6d640 1 -- 172.21.15.5:0/2454228739 wait complete. 2024-09-16T00:57:10.597 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T00:57:10.598 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:10.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.705+0000 7f3ccfd0a640 1 Processor -- start 2024-09-16T00:57:10.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.705+0000 7f3ccfd0a640 1 -- start start 2024-09-16T00:57:10.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccfd0a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3cc815c530 0x7f3cc80cd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccfd0a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cc80cf1f0 con 0x7f3cc80b26a0 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccfd0a640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cc80ce150 con 0x7f3cc80cd740 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccfd0a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3cc80cdbb0 con 0x7f3cc815c530 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccdaa6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3cc815c530 0x7f3cc80cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3cce2a7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3cc80b26a0 0x7f3cc80722e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36722/0 (socket says 172.21.15.5:36722) 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3cce2a7640 1 -- 172.21.15.5:0/3660191413 learned_addr learned my addr 172.21.15.5:0/3660191413 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccdaa6640 1 -- 172.21.15.5:0/3660191413 >> v1:172.21.15.73:6789/0 conn(0x7f3cc80cd740 legacy=0x7f3cc80b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.706+0000 7f3ccdaa6640 1 -- 172.21.15.5:0/3660191413 >> v1:172.21.15.5:6789/0 conn(0x7f3cc80b26a0 legacy=0x7f3cc80722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3ccdaa6640 1 -- 172.21.15.5:0/3660191413 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc80ce430 con 0x7f3cc815c530 2024-09-16T00:57:10.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3cccaa4640 1 -- 172.21.15.5:0/3660191413 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3230141040 0 0) 0x7f3cc80cf1f0 con 0x7f3cc80b26a0 2024-09-16T00:57:10.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3ccdaa6640 1 --2- 172.21.15.5:0/3660191413 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80cd200 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8009d90 tx=0x7f3cb802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=722e81becddb511 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3cccaa4640 1 -- 172.21.15.5:0/3660191413 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8007740 con 0x7f3cc815c530 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3cccaa4640 1 -- 172.21.15.5:0/3660191413 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cb80078e0 con 0x7f3cc815c530 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.707+0000 7f3cccaa4640 1 -- 172.21.15.5:0/3660191413 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8007cb0 con 0x7f3cc815c530 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/3660191413 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 msgr2=0x7f3cc80cd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 --2- 172.21.15.5:0/3660191413 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80cd200 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8009d90 tx=0x7f3cb802a6a0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/3660191413 shutdown_connections 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 --2- 172.21.15.5:0/3660191413 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80cd200 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/3660191413 >> 172.21.15.5:0/3660191413 conn(0x7f3cc8062cc0 msgr2=0x7f3cc806d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/3660191413 shutdown_connections 2024-09-16T00:57:10.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.708+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/3660191413 wait complete. 2024-09-16T00:57:10.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.709+0000 7f3ccfd0a640 1 Processor -- start 2024-09-16T00:57:10.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.709+0000 7f3ccfd0a640 1 -- start start 2024-09-16T00:57:10.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3cc80b26a0 0x7f3cc815e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cc80cd740 0x7f3cc81510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc80ce9f0 con 0x7f3cc815c530 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc80cecd0 con 0x7f3cc80cd740 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccfd0a640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc815c910 con 0x7f3cc80b26a0 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41408/0 (socket says 172.21.15.5:41408) 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 -- 172.21.15.5:0/4016903284 learned_addr learned my addr 172.21.15.5:0/4016903284 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccd2a5640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cc80cd740 0x7f3cc81510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccdaa6640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3cc80b26a0 0x7f3cc815e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 -- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3cc80b26a0 msgr2=0x7f3cc815e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f3cc80b26a0 0x7f3cc815e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 -- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cc80cd740 msgr2=0x7f3cc81510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cc80cd740 0x7f3cc81510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3cce2a7640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc815dbb0 con 0x7f3cc815c530 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.710+0000 7f3ccd2a5640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cc80cd740 0x7f3cc81510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3cce2a7640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80ae8a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000c450 tx=0x7f3cc000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0018070 con 0x7f3cc815c530 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc0007500 con 0x7f3cc815c530 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0004a20 con 0x7f3cc815c530 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc815de90 con 0x7f3cc815c530 2024-09-16T00:57:10.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.711+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc815e450 con 0x7f3cc815c530 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.712+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3cc8151600 con 0x7f3cc815c530 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3cc001b360 con 0x7f3cc815c530 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3cb406c2b0 0x7f3cb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f3cc008aa70 con 0x7f3cc815c530 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f3cb4072210 0x7f3cb4074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3cc0015ec0 con 0x7f3cb4072210 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f3cc008af00 con 0x7f3cc815c530 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.713+0000 7f3ccdaa6640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3cb406c2b0 0x7f3cb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.714+0000 7f3ccd2a5640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f3cb4072210 0x7f3cb4074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.714+0000 7f3ccd2a5640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f3cb4072210 0x7f3cb4074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.714+0000 7f3ccdaa6640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3cb406c2b0 0x7f3cb406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8034000 tx=0x7f3cb802f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.714+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== osd.0 v2:172.21.15.5:6824/2091786984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3cc0015ec0 con 0x7f3cb4072210 2024-09-16T00:57:10.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.727+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 --> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3cc80cd200 con 0x7f3cb4072210 2024-09-16T00:57:10.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.727+0000 7f3cc67fc640 1 -- 172.21.15.5:0/4016903284 <== osd.0 v2:172.21.15.5:6824/2091786984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3cc80cd200 con 0x7f3cb4072210 2024-09-16T00:57:10.728 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:10.729 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:10.729 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:10.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.727+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f3cb4072210 msgr2=0x7f3cb4074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.727+0000 7f3ccfd0a640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:6824/2091786984,v1:172.21.15.5:6825/2091786984] conn(0x7f3cb4072210 0x7f3cb4074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3cb406c2b0 msgr2=0x7f3cb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f3cb406c2b0 0x7f3cb406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8034000 tx=0x7f3cb802f000 comp rx=0 tx=0).stop 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 msgr2=0x7f3cc80ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 --2- 172.21.15.5:0/4016903284 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cc815c530 0x7f3cc80ae8a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000c450 tx=0x7f3cc000c910 comp rx=0 tx=0).stop 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3cce2a7640 1 -- 172.21.15.5:0/4016903284 reap_dead start 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 shutdown_connections 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 >> 172.21.15.5:0/4016903284 conn(0x7f3cc8062cc0 msgr2=0x7f3cc80b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 shutdown_connections 2024-09-16T00:57:10.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.728+0000 7f3ccfd0a640 1 -- 172.21.15.5:0/4016903284 wait complete. 2024-09-16T00:57:10.739 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T00:57:10.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.841+0000 7f6770f68640 1 Processor -- start 2024-09-16T00:57:10.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.841+0000 7f6770f68640 1 -- start start 2024-09-16T00:57:10.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6770f68640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f676c15b110 0x7f676c0b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6770f68640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c0d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6770f68640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f676c0b4250 con 0x7f676c073d10 2024-09-16T00:57:10.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6770f68640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f676c0b44f0 con 0x7f676c15b110 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6770f68640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f676c0ccd80 con 0x7f676c15b4f0 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f676c15b110 0x7f676c0b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f676c073d10 0x7f676c15ee50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36730/0 (socket says 172.21.15.5:36730) 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676ad9d640 1 -- 172.21.15.5:0/2216806662 learned_addr learned my addr 172.21.15.5:0/2216806662 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6763fff640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c0d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676a59c640 1 -- 172.21.15.5:0/2216806662 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 msgr2=0x7f676c0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676a59c640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c0d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676a59c640 1 -- 172.21.15.5:0/2216806662 >> v1:172.21.15.5:6789/0 conn(0x7f676c073d10 legacy=0x7f676c15ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6769d9b640 1 -- 172.21.15.5:0/2216806662 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3050744326 0 0) 0x7f676c0b4250 con 0x7f676c073d10 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f676a59c640 1 -- 172.21.15.5:0/2216806662 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676c0cd060 con 0x7f676c15b110 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.842+0000 7f6763fff640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c0d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:10.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.843+0000 7f676a59c640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c0b3d10 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f675c0097a0 tx=0x7f675c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae7d97f635138f48 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.843+0000 7f6769d9b640 1 -- 172.21.15.5:0/2216806662 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c037070 con 0x7f676c15b110 2024-09-16T00:57:10.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.843+0000 7f6769d9b640 1 -- 172.21.15.5:0/2216806662 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f675c032440 con 0x7f676c15b110 2024-09-16T00:57:10.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.843+0000 7f6769d9b640 1 -- 172.21.15.5:0/2216806662 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c032810 con 0x7f676c15b110 2024-09-16T00:57:10.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 -- 172.21.15.5:0/2216806662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 msgr2=0x7f676c0b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c0b3d10 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f675c0097a0 tx=0x7f675c02a180 comp rx=0 tx=0).stop 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 -- 172.21.15.5:0/2216806662 shutdown_connections 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c0d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 --2- 172.21.15.5:0/2216806662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c0b3d10 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 -- 172.21.15.5:0/2216806662 >> 172.21.15.5:0/2216806662 conn(0x7f676c06d000 msgr2=0x7f676c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 -- 172.21.15.5:0/2216806662 shutdown_connections 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.844+0000 7f6770f68640 1 -- 172.21.15.5:0/2216806662 wait complete. 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.845+0000 7f6770f68640 1 Processor -- start 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.845+0000 7f6770f68640 1 -- start start 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 0x7f676c15f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.849 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c15b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f676c0ceb50 con 0x7f676c15b110 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f676c0cd620 con 0x7f676c073d10 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6770f68640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f676c0cecd0 con 0x7f676c15b4f0 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6763fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6763fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41440/0 (socket says 172.21.15.5:41440) 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.846+0000 7f6763fff640 1 -- 172.21.15.5:0/1708041647 learned_addr learned my addr 172.21.15.5:0/1708041647 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f676ad9d640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c15b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f676a59c640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 0x7f676c15f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 -- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 msgr2=0x7f676c15b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c15b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 -- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 msgr2=0x7f676c15f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 0x7f676c15f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:10.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 -- 172.21.15.5:0/1708041647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676c15fd50 con 0x7f676c15b110 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f676a59c640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 0x7f676c15f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f676ad9d640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c15b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6763fff640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f675400d7d0 tx=0x7f675400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6754004030 con 0x7f676c15b110 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67540041d0 con 0x7f676c15b110 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f676c13ffd0 con 0x7f676c15b110 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675400b6c0 con 0x7f676c15b110 2024-09-16T00:57:10.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.847+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f676c140590 con 0x7f676c15b110 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.848+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f676c0b3d10 con 0x7f676c15b110 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.849+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f675400b860 con 0x7f676c15b110 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.849+0000 7f6762ffd640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 0x7f674c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.849+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f675408b3b0 con 0x7f676c15b110 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.849+0000 7f676a59c640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 0x7f674c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:10.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.850+0000 7f676a59c640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 0x7f674c06e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f675c034000 tx=0x7f675c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:10.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:10.853+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6754059e50 con 0x7f676c15b110 2024-09-16T00:57:11.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.027+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f676c06c0a0 con 0x7f674c06c2b0 2024-09-16T00:57:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.028+0000 7f6762ffd640 1 -- 172.21.15.5:0/1708041647 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f676c06c0a0 con 0x7f674c06c2b0 2024-09-16T00:57:11.029 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T00:57:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 msgr2=0x7f674c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 0x7f674c06e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f675c034000 tx=0x7f675c02e000 comp rx=0 tx=0).stop 2024-09-16T00:57:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 msgr2=0x7f676c15d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f675400d7d0 tx=0x7f675400dc90 comp rx=0 tx=0).stop 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 shutdown_connections 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f674c06c2b0 0x7f674c06e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f676c15b4f0 0x7f676c15b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f676c15b110 0x7f676c15d8c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 --2- 172.21.15.5:0/1708041647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f676c073d10 0x7f676c15f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 >> 172.21.15.5:0/1708041647 conn(0x7f676c06d000 msgr2=0x7f676c0d01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 shutdown_connections 2024-09-16T00:57:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.030+0000 7f6770f68640 1 -- 172.21.15.5:0/1708041647 wait complete. 2024-09-16T00:57:11.042 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T00:57:11.042 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:11.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.147+0000 7fa394d42640 1 Processor -- start 2024-09-16T00:57:11.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.147+0000 7fa394d42640 1 -- start start 2024-09-16T00:57:11.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.148+0000 7fa394d42640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 0x7fa390162a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.148+0000 7fa394d42640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa39015f750 0x7fa39006bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.148+0000 7fa394d42640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa390070d10 con 0x7fa390071200 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.148+0000 7fa394d42640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fa3900716e0 con 0x7fa39015f750 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.148+0000 7fa394d42640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa39015ec70 con 0x7fa3900b6ff0 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa39015f750 0x7fa39006bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38e59c640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 0x7fa390162a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fa39015f750 0x7fa39006bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.5:46512/0 (socket says 172.21.15.5:46512) 2024-09-16T00:57:11.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 -- 172.21.15.5:0/1767216456 learned_addr learned my addr 172.21.15.5:0/1767216456 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 -- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 msgr2=0x7fa390162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 0x7fa390162a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 -- 172.21.15.5:0/1767216456 >> v1:172.21.15.73:6789/0 conn(0x7fa390071200 legacy=0x7fa3901584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38ed9d640 1 -- 172.21.15.5:0/1767216456 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39015ef50 con 0x7fa39015f750 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.149+0000 7fa38e59c640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 0x7fa390162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa38ed9d640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa39015f750 0x7fa39006bb20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa388009870 tx=0x7fa38802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71d9632b2698b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa38d59a640 1 -- 172.21.15.5:0/1767216456 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388037070 con 0x7fa39015f750 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa38d59a640 1 -- 172.21.15.5:0/1767216456 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa388032440 con 0x7fa39015f750 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa38d59a640 1 -- 172.21.15.5:0/1767216456 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388032810 con 0x7fa39015f750 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa394d42640 1 -- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa39015f750 msgr2=0x7fa39006bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.150+0000 7fa394d42640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa39015f750 0x7fa39006bb20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa388009870 tx=0x7fa38802a270 comp rx=0 tx=0).stop 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 -- 172.21.15.5:0/1767216456 shutdown_connections 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa39015f750 0x7fa39006bb20 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 --2- 172.21.15.5:0/1767216456 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa3900b6ff0 0x7fa390162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 -- 172.21.15.5:0/1767216456 >> 172.21.15.5:0/1767216456 conn(0x7fa39006f180 msgr2=0x7fa39006f590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 -- 172.21.15.5:0/1767216456 shutdown_connections 2024-09-16T00:57:11.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.151+0000 7fa394d42640 1 -- 172.21.15.5:0/1767216456 wait complete. 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.152+0000 7fa394d42640 1 Processor -- start 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.152+0000 7fa394d42640 1 -- start start 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa390071200 0x7fa39014cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3900b6ff0 0x7fa39014b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 0x7fa39014dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa390158d40 con 0x7fa39015f750 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa390158bc0 con 0x7fa3900b6ff0 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa394d42640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fa390158ec0 con 0x7fa390071200 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 0x7fa39014dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 0x7fa39014dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56288/0 (socket says 172.21.15.5:56288) 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 -- 172.21.15.5:0/671273798 learned_addr learned my addr 172.21.15.5:0/671273798 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38dd9b640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3900b6ff0 0x7fa39014b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38e59c640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa390071200 0x7fa39014cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 -- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa390071200 msgr2=0x7fa39014cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fa390071200 0x7fa39014cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 -- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3900b6ff0 msgr2=0x7fa39014b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3900b6ff0 0x7fa39014b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39014e550 con 0x7fa39015f750 2024-09-16T00:57:11.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.153+0000 7fa38ed9d640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 0x7fa39014dcf0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa38802a2b0 tx=0x7fa3880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388041020 con 0x7fa39015f750 2024-09-16T00:57:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa38803d640 con 0x7fa39015f750 2024-09-16T00:57:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3900b2800 con 0x7fa39015f750 2024-09-16T00:57:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388037040 con 0x7fa39015f750 2024-09-16T00:57:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa39014e230 con 0x7fa39015f750 2024-09-16T00:57:11.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.154+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa3900b73d0 con 0x7fa39015f750 2024-09-16T00:57:11.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.155+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa388044020 con 0x7fa39015f750 2024-09-16T00:57:11.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa386ffd640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa37006c2b0 0x7fa37006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fa3880ab900 con 0x7fa39015f750 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa386ffd640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fa370072210 0x7fa370074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa388008f00 con 0x7fa370072210 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7fa3880b02a0 con 0x7fa39015f750 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa38e59c640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa37006c2b0 0x7fa37006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa38dd9b640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fa370072210 0x7fa370074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa38dd9b640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fa370072210 0x7fa370074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.156+0000 7fa38e59c640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa37006c2b0 0x7fa37006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa390161b80 tx=0x7fa38000b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.157+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== osd.1 v2:172.21.15.5:6808/675611945 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa388008f00 con 0x7fa370072210 2024-09-16T00:57:11.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.169+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 --> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa3900b79b0 con 0x7fa370072210 2024-09-16T00:57:11.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa386ffd640 1 -- 172.21.15.5:0/671273798 <== osd.1 v2:172.21.15.5:6808/675611945 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa3900b79b0 con 0x7fa370072210 2024-09-16T00:57:11.171 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:11.171 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:11.171 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fa370072210 msgr2=0x7fa370074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:6808/675611945,v1:172.21.15.5:6809/675611945] conn(0x7fa370072210 0x7fa370074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa37006c2b0 msgr2=0x7fa37006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fa37006c2b0 0x7fa37006e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa390161b80 tx=0x7fa38000b040 comp rx=0 tx=0).stop 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 msgr2=0x7fa39014dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 --2- 172.21.15.5:0/671273798 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa39015f750 0x7fa39014dcf0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa38802a2b0 tx=0x7fa3880046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa38ed9d640 1 -- 172.21.15.5:0/671273798 reap_dead start 2024-09-16T00:57:11.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 shutdown_connections 2024-09-16T00:57:11.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 >> 172.21.15.5:0/671273798 conn(0x7fa39006f180 msgr2=0x7fa390157200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 shutdown_connections 2024-09-16T00:57:11.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.170+0000 7fa394d42640 1 -- 172.21.15.5:0/671273798 wait complete. 2024-09-16T00:57:11.182 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T00:57:11.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.283+0000 7f43cf3cf640 1 Processor -- start 2024-09-16T00:57:11.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.284+0000 7f43cf3cf640 1 -- start start 2024-09-16T00:57:11.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.284+0000 7f43cf3cf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43c815f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.284+0000 7f43cf3cf640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43c81603c0 con 0x7f43c815e4f0 2024-09-16T00:57:11.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.284+0000 7f43cf3cf640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43c806c0c0 con 0x7f43c806bb20 2024-09-16T00:57:11.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.284+0000 7f43cf3cf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f43c806ccd0 con 0x7f43c806d870 2024-09-16T00:57:11.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cd16b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f43c815e4f0 0x7f43c815fcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53814/0 (socket says 172.21.15.5:53814) 2024-09-16T00:57:11.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cd16b640 1 -- 172.21.15.5:0/3178771909 learned_addr learned my addr 172.21.15.5:0/3178771909 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:11.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cd96c640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43c815f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 404631170 0 0) 0x7f43c81603c0 con 0x7f43c815e4f0 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43b4003520 con 0x7f43c815e4f0 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 949959088 0 0) 0x7f43b4003520 con 0x7f43c815e4f0 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 msgr2=0x7f43c815f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43c815f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 >> v1:172.21.15.73:6789/0 conn(0x7f43c806bb20 legacy=0x7f43c806d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c806c3a0 con 0x7f43c815e4f0 2024-09-16T00:57:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f43c40019f0 con 0x7f43c815e4f0 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 >> v1:172.21.15.5:6789/0 conn(0x7f43c815e4f0 legacy=0x7f43c815fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43b40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43b4003f40 0x7f43b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43b4004d40 0x7f43b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f43c806ccd0 con 0x7f43b4004d40 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f43b400ba70 con 0x7f43b4003f40 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f43b400bc40 con 0x7f43c806d870 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cd16b640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43b40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cd96c640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43b4004d40 0x7f43b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.285+0000 7f43cc96a640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43b4003f40 0x7f43b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 -- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 msgr2=0x7f43b40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43c806d870 0x7f43b40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 -- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43b4003f40 msgr2=0x7f43b4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43b4003f40 0x7f43b4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 -- 172.21.15.5:0/3178771909 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43b4003520 con 0x7f43b4004d40 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43cd96c640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43b4004d40 0x7f43b40051c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f43c0009ac0 tx=0x7f43b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5d96762b0d8926 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c0036070 con 0x7f43b4004d40 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c0031400 con 0x7f43b4004d40 2024-09-16T00:57:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.286+0000 7f43bffff640 1 -- 172.21.15.5:0/3178771909 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c0009690 con 0x7f43b4004d40 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 -- 172.21.15.5:0/3178771909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43b4004d40 msgr2=0x7f43b40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/3178771909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43b4004d40 0x7f43b40051c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f43c0009ac0 tx=0x7f43b4005830 comp rx=0 tx=0).stop 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cd96c640 1 -- 172.21.15.5:0/3178771909 reap_dead start 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 -- 172.21.15.5:0/3178771909 shutdown_connections 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 -- 172.21.15.5:0/3178771909 >> 172.21.15.5:0/3178771909 conn(0x7f43c806e5b0 msgr2=0x7f43c806f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 -- 172.21.15.5:0/3178771909 shutdown_connections 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.287+0000 7f43cf3cf640 1 -- 172.21.15.5:0/3178771909 wait complete. 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.288+0000 7f43cf3cf640 1 Processor -- start 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.288+0000 7f43cf3cf640 1 -- start start 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43b4004d40 0x7f43c814ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 0x7f43c815b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f43c815e8d0 con 0x7f43c80b31c0 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f43c806c960 con 0x7f43c815b390 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cf3cf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f43c815f570 con 0x7f43b4004d40 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cd96c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cd96c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56304/0 (socket says 172.21.15.5:56304) 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cd96c640 1 -- 172.21.15.5:0/1552707260 learned_addr learned my addr 172.21.15.5:0/1552707260 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cd16b640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43b4004d40 0x7f43c814ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.289+0000 7f43cc96a640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 0x7f43c815b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 -- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43b4004d40 msgr2=0x7f43c814ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43b4004d40 0x7f43c814ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 -- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 msgr2=0x7f43c815b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 0x7f43c815b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 -- 172.21.15.5:0/1552707260 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c80d2ca0 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cc96a640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 0x7f43c815b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cd96c640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f43c0009bb0 tx=0x7f43c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c0036070 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c0037040 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43c81f7630 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c003b660 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.290+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43c81f7bf0 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.291+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43c815f900 con 0x7f43c80b31c0 2024-09-16T00:57:11.295 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.292+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43c0043020 con 0x7f43c80b31c0 2024-09-16T00:57:11.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.292+0000 7f43bdffb640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 0x7f43ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.292+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f43c00aaac0 con 0x7f43c80b31c0 2024-09-16T00:57:11.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.292+0000 7f43cd16b640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 0x7f43ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.293+0000 7f43cd16b640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 0x7f43ac06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f43c4000f80 tx=0x7f43c4006040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.297+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43c00794c0 con 0x7f43c80b31c0 2024-09-16T00:57:11.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.471+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f43c815fee0 con 0x7f43ac06c2b0 2024-09-16T00:57:11.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.471+0000 7f43bdffb640 1 -- 172.21.15.5:0/1552707260 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f43c815fee0 con 0x7f43ac06c2b0 2024-09-16T00:57:11.473 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 msgr2=0x7f43ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 0x7f43ac06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f43c4000f80 tx=0x7f43c4006040 comp rx=0 tx=0).stop 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 msgr2=0x7f43c80b3640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f43c0009bb0 tx=0x7f43c0004730 comp rx=0 tx=0).stop 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 shutdown_connections 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f43ac06c2b0 0x7f43ac06e770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43c80b31c0 0x7f43c80b3640 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f43c815b390 0x7f43c815b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 --2- 172.21.15.5:0/1552707260 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f43b4004d40 0x7f43c814ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 >> 172.21.15.5:0/1552707260 conn(0x7f43c806e5b0 msgr2=0x7f43c815ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 shutdown_connections 2024-09-16T00:57:11.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.473+0000 7f43cf3cf640 1 -- 172.21.15.5:0/1552707260 wait complete. 2024-09-16T00:57:11.485 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T00:57:11.542 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:11.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.648+0000 7f4e85cdd640 1 Processor -- start 2024-09-16T00:57:11.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.648+0000 7f4e85cdd640 1 -- start start 2024-09-16T00:57:11.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e85cdd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e800cd910 0x7f4e800b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e85cdd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f4e800b24d0 0x7f4e800722e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e85cdd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e800cf1f0 con 0x7f4e8015c530 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e85cdd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4e800d00c0 con 0x7f4e800cd910 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e85cdd640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f4e800b2960 con 0x7f4e800b24d0 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e800cd910 0x7f4e800b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4e800cd910 0x7f4e800b1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56306/0 (socket says 172.21.15.5:56306) 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 -- 172.21.15.5:0/4170645906 learned_addr learned my addr 172.21.15.5:0/4170645906 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7ffff640 1 --2- 172.21.15.5:0/4170645906 >> v2:172.21.15.73:3300/0 conn(0x7f4e800b24d0 0x7f4e800722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 -- 172.21.15.5:0/4170645906 >> v2:172.21.15.73:3300/0 conn(0x7f4e800b24d0 msgr2=0x7f4e800722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 --2- 172.21.15.5:0/4170645906 >> v2:172.21.15.73:3300/0 conn(0x7f4e800b24d0 0x7f4e800722e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 -- 172.21.15.5:0/4170645906 >> v1:172.21.15.73:6789/0 conn(0x7f4e8015c530 legacy=0x7f4e800cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.649+0000 7f4e7effd640 1 -- 172.21.15.5:0/4170645906 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e800ce150 con 0x7f4e800cd910 2024-09-16T00:57:11.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.650+0000 7f4e7effd640 1 --2- 172.21.15.5:0/4170645906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e800cd910 0x7f4e800b1f90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f4e800ccd20 tx=0x7f4e7402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a317029beaff07ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.650+0000 7f4e7e7fc640 1 -- 172.21.15.5:0/4170645906 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74037070 con 0x7f4e800cd910 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.650+0000 7f4e7e7fc640 1 -- 172.21.15.5:0/4170645906 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e74032440 con 0x7f4e800cd910 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.650+0000 7f4e7e7fc640 1 -- 172.21.15.5:0/4170645906 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74032810 con 0x7f4e800cd910 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 -- 172.21.15.5:0/4170645906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e800cd910 msgr2=0x7f4e800b1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/4170645906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e800cd910 0x7f4e800b1f90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f4e800ccd20 tx=0x7f4e7402a2a0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 -- 172.21.15.5:0/4170645906 shutdown_connections 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/4170645906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e800cd910 0x7f4e800b1f90 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/4170645906 >> v2:172.21.15.73:3300/0 conn(0x7f4e800b24d0 0x7f4e800722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 -- 172.21.15.5:0/4170645906 >> 172.21.15.5:0/4170645906 conn(0x7f4e80062cc0 msgr2=0x7f4e8006d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 -- 172.21.15.5:0/4170645906 shutdown_connections 2024-09-16T00:57:11.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.651+0000 7f4e85cdd640 1 -- 172.21.15.5:0/4170645906 wait complete. 2024-09-16T00:57:11.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.652+0000 7f4e85cdd640 1 Processor -- start 2024-09-16T00:57:11.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.652+0000 7f4e85cdd640 1 -- start start 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4e800b24d0 0x7f4e800ac640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4e800cd910 0x7f4e80156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 0x7f4e800aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4e800ce9f0 con 0x7f4e8015c530 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4e800ce750 con 0x7f4e800cd910 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e85cdd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f4e800cecd0 con 0x7f4e800b24d0 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 0x7f4e800aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 0x7f4e800aec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56310/0 (socket says 172.21.15.5:56310) 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 -- 172.21.15.5:0/591178647 learned_addr learned my addr 172.21.15.5:0/591178647 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7effd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4e800cd910 0x7f4e80156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7f7fe640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4e800b24d0 0x7f4e800ac640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.656 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 -- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4e800b24d0 msgr2=0x7f4e800ac640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f4e800b24d0 0x7f4e800ac640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 -- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4e800cd910 msgr2=0x7f4e80156b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4e800cd910 0x7f4e80156b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.653+0000 7f4e7ffff640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e80157080 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e7ffff640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 0x7f4e800aec10 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4e78007e40 tx=0x7f4e7800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e78014620 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e78019070 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e800af150 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e78014a20 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.654+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e800ad090 con 0x7f4e8015c530 2024-09-16T00:57:11.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.655+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4e800b1f90 con 0x7f4e8015c530 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e78014bc0 con 0x7f4e8015c530 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4e6c06c2e0 0x7f4e6c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f4e7808c7f0 con 0x7f4e8015c530 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f4e6c072240 0x7f4e6c074660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4e78019e70 con 0x7f4e6c072240 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f4e7808cba0 con 0x7f4e8015c530 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e7f7fe640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4e6c06c2e0 0x7f4e6c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.656+0000 7f4e7effd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f4e6c072240 0x7f4e6c074660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.657+0000 7f4e7effd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f4e6c072240 0x7f4e6c074660 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.657+0000 7f4e7f7fe640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4e6c06c2e0 0x7f4e6c06e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4e800b12d0 tx=0x7f4e70009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.657+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== osd.2 v2:172.21.15.5:6816/56359878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4e78019e70 con 0x7f4e6c072240 2024-09-16T00:57:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 --> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4e80158cd0 con 0x7f4e6c072240 2024-09-16T00:57:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e67fff640 1 -- 172.21.15.5:0/591178647 <== osd.2 v2:172.21.15.5:6816/56359878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4e80158cd0 con 0x7f4e6c072240 2024-09-16T00:57:11.671 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:11.671 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:11.671 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f4e6c072240 msgr2=0x7f4e6c074660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:6816/56359878,v1:172.21.15.5:6817/56359878] conn(0x7f4e6c072240 0x7f4e6c074660 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4e6c06c2e0 msgr2=0x7f4e6c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f4e6c06c2e0 0x7f4e6c06e7a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4e800b12d0 tx=0x7f4e70009040 comp rx=0 tx=0).stop 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 msgr2=0x7f4e800aec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 --2- 172.21.15.5:0/591178647 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4e8015c530 0x7f4e800aec10 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4e78007e40 tx=0x7f4e7800e4b0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e7ffff640 1 -- 172.21.15.5:0/591178647 reap_dead start 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 shutdown_connections 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 >> 172.21.15.5:0/591178647 conn(0x7f4e80062cc0 msgr2=0x7f4e800d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.670+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 shutdown_connections 2024-09-16T00:57:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.671+0000 7f4e85cdd640 1 -- 172.21.15.5:0/591178647 wait complete. 2024-09-16T00:57:11.682 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T00:57:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.785+0000 7ff3e57bd640 1 Processor -- start 2024-09-16T00:57:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.785+0000 7ff3e57bd640 1 -- start start 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3e57bd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3e00d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3e57bd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3e00ccd80 con 0x7ff3e0073d10 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3e57bd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3e00cd060 con 0x7ff3e015b110 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3e57bd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff3e00b44f0 con 0x7ff3e015b4f0 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3df7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff3e0073d10 0x7ff3e00cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53822/0 (socket says 172.21.15.5:53822) 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3df7fe640 1 -- 172.21.15.5:0/1534959148 learned_addr learned my addr 172.21.15.5:0/1534959148 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3e00d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 652370013 0 0) 0x7ff3e00ccd80 con 0x7ff3e0073d10 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3cc003520 con 0x7ff3e0073d10 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2624110914 0 0) 0x7ff3e00cd060 con 0x7ff3e015b110 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> v1:172.21.15.73:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3e00ccd80 con 0x7ff3e015b110 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3009076888 0 0) 0x7ff3cc003520 con 0x7ff3e0073d10 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 msgr2=0x7ff3e00d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3e00d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 >> v1:172.21.15.73:6789/0 conn(0x7ff3e015b110 legacy=0x7ff3e00b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.786+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3e00cd340 con 0x7ff3e0073d10 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7ff3d80019f0 con 0x7ff3e0073d10 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 >> v1:172.21.15.5:6789/0 conn(0x7ff3e0073d10 legacy=0x7ff3e00cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3cc003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3cc0040f0 0x7ff3cc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3cc004d40 0x7ff3cc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e00b44f0 con 0x7ff3cc0040f0 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff3cc00baa0 con 0x7ff3cc004d40 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff3cc00bca0 con 0x7ff3e015b4f0 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3cc0040f0 0x7ff3cc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3deffd640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3cc003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3df7fe640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3cc004d40 0x7ff3cc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 -- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 msgr2=0x7ff3cc003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3cc003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 -- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3cc004d40 msgr2=0x7ff3cc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3cc004d40 0x7ff3cc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3d67fc640 1 -- 172.21.15.5:0/1534959148 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3cc003520 con 0x7ff3cc0040f0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.787+0000 7ff3deffd640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3e015b4f0 0x7ff3cc003b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3cc0040f0 0x7ff3cc004800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009650 tx=0x7ff3cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67431babb090743d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c8038070 con 0x7ff3cc0040f0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c8033400 con 0x7ff3cc0040f0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3de7fc640 1 -- 172.21.15.5:0/1534959148 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c8009690 con 0x7ff3cc0040f0 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3e57bd640 1 -- 172.21.15.5:0/1534959148 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3cc0040f0 msgr2=0x7ff3cc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/1534959148 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3cc0040f0 0x7ff3cc004800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009650 tx=0x7ff3cc005830 comp rx=0 tx=0).stop 2024-09-16T00:57:11.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3df7fe640 1 -- 172.21.15.5:0/1534959148 reap_dead start 2024-09-16T00:57:11.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3e57bd640 1 -- 172.21.15.5:0/1534959148 shutdown_connections 2024-09-16T00:57:11.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.788+0000 7ff3e57bd640 1 -- 172.21.15.5:0/1534959148 >> 172.21.15.5:0/1534959148 conn(0x7ff3e006d000 msgr2=0x7ff3e006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.789+0000 7ff3e57bd640 1 -- 172.21.15.5:0/1534959148 shutdown_connections 2024-09-16T00:57:11.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.789+0000 7ff3e57bd640 1 -- 172.21.15.5:0/1534959148 wait complete. 2024-09-16T00:57:11.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.790+0000 7ff3e57bd640 1 Processor -- start 2024-09-16T00:57:11.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.790+0000 7ff3e57bd640 1 -- start start 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 0x7ff3e01554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3e015f160 0x7ff3e0153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e00d0360 con 0x7ff3e01538a0 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e00d01e0 con 0x7ff3e015f160 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3e57bd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff3e00d04e0 con 0x7ff3cc0040f0 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56332/0 (socket says 172.21.15.5:56332) 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 -- 172.21.15.5:0/3487284883 learned_addr learned my addr 172.21.15.5:0/3487284883 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3d67fc640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3e015f160 0x7ff3e0153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3deffd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 0x7ff3e01554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 -- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 msgr2=0x7ff3e01554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 0x7ff3e01554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 -- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3e015f160 msgr2=0x7ff3e0153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3e015f160 0x7ff3e0153360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 -- 172.21.15.5:0/3487284883 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3e01559e0 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3deffd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 0x7ff3e01554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.791+0000 7ff3df7fe640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff3e00aff40 tx=0x7ff3d8007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.792+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d800eb60 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.792+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3d800ed00 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.792+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3e0154440 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.792+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d8013420 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.792+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3e01549c0 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.793+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3e0159250 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.793+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3d801a020 con 0x7ff3e01538a0 2024-09-16T00:57:11.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.794+0000 7ff3d7fff640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 0x7ff3c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:11.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.794+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7ff3d808aae0 con 0x7ff3e01538a0 2024-09-16T00:57:11.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.794+0000 7ff3deffd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 0x7ff3c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:11.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.794+0000 7ff3deffd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 0x7ff3c006e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff3e00737e0 tx=0x7ff3d0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:11.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.798+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff3e0159250 con 0x7ff3e01538a0 2024-09-16T00:57:11.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.971+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7ff3e00d08c0 con 0x7ff3c006c2e0 2024-09-16T00:57:11.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.972+0000 7ff3d7fff640 1 -- 172.21.15.5:0/3487284883 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff3e00d08c0 con 0x7ff3c006c2e0 2024-09-16T00:57:11.973 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 msgr2=0x7ff3c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 0x7ff3c006e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff3e00737e0 tx=0x7ff3d0009040 comp rx=0 tx=0).stop 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 msgr2=0x7ff3e01f0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff3e00aff40 tx=0x7ff3d8007bc0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 shutdown_connections 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff3c006c2e0 0x7ff3c006e7a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff3e01538a0 0x7ff3e01f0490 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3e015f160 0x7ff3e0153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 --2- 172.21.15.5:0/3487284883 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff3cc0040f0 0x7ff3e01554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:11.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 >> 172.21.15.5:0/3487284883 conn(0x7ff3e006d000 msgr2=0x7ff3e0158b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:11.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 shutdown_connections 2024-09-16T00:57:11.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:11.974+0000 7ff3e57bd640 1 -- 172.21.15.5:0/3487284883 wait complete. 2024-09-16T00:57:11.985 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T00:57:11.986 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:12.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.091+0000 7f6892d8d640 1 Processor -- start 2024-09-16T00:57:12.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.091+0000 7f6892d8d640 1 -- start start 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6892d8d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f688c0b6ff0 0x7f688c162a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6892d8d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c15f750 0x7f688c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6892d8d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f688c070d10 con 0x7f688c071200 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6892d8d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f688c0716e0 con 0x7f688c0b6ff0 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6892d8d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f688c15ec70 con 0x7f688c15f750 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f6890b29640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f688c0b6ff0 0x7f688c162a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f688bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f688c071200 0x7f688c1584b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53838/0 (socket says 172.21.15.5:53838) 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.092+0000 7f688bfff640 1 -- 172.21.15.5:0/1134458160 learned_addr learned my addr 172.21.15.5:0/1134458160 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f689132a640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c15f750 0x7f688c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f6890b29640 1 -- 172.21.15.5:0/1134458160 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c15f750 msgr2=0x7f688c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f6890b29640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c15f750 0x7f688c06bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f6890b29640 1 -- 172.21.15.5:0/1134458160 >> v1:172.21.15.5:6789/0 conn(0x7f688c071200 legacy=0x7f688c1584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f6890b29640 1 -- 172.21.15.5:0/1134458160 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f688c15ef50 con 0x7f688c0b6ff0 2024-09-16T00:57:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f688b7fe640 1 -- 172.21.15.5:0/1134458160 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3865329343 0 0) 0x7f688c070d10 con 0x7f688c071200 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.093+0000 7f6890b29640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c162a60 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f687c0097a0 tx=0x7f687c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee256a1e7c220ebb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f688b7fe640 1 -- 172.21.15.5:0/1134458160 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c037070 con 0x7f688c0b6ff0 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f688b7fe640 1 -- 172.21.15.5:0/1134458160 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f687c032440 con 0x7f688c0b6ff0 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f688b7fe640 1 -- 172.21.15.5:0/1134458160 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c032810 con 0x7f688c0b6ff0 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 -- 172.21.15.5:0/1134458160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 msgr2=0x7f688c162a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c162a60 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f687c0097a0 tx=0x7f687c02a180 comp rx=0 tx=0).stop 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 -- 172.21.15.5:0/1134458160 shutdown_connections 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c15f750 0x7f688c06bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 --2- 172.21.15.5:0/1134458160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c162a60 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 -- 172.21.15.5:0/1134458160 >> 172.21.15.5:0/1134458160 conn(0x7f688c06f180 msgr2=0x7f688c06f590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 -- 172.21.15.5:0/1134458160 shutdown_connections 2024-09-16T00:57:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.094+0000 7f6892d8d640 1 -- 172.21.15.5:0/1134458160 wait complete. 2024-09-16T00:57:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.095+0000 7f6892d8d640 1 Processor -- start 2024-09-16T00:57:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.095+0000 7f6892d8d640 1 -- start start 2024-09-16T00:57:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c071200 0x7f688c15c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f688c15f750 0x7f688c1569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f688c158d40 con 0x7f688c0b6ff0 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f688c158bc0 con 0x7f688c15f750 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f6892d8d640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f688c158ec0 con 0x7f688c071200 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f688bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f688bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c152050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56346/0 (socket says 172.21.15.5:56346) 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.096+0000 7f688bfff640 1 -- 172.21.15.5:0/460307337 learned_addr learned my addr 172.21.15.5:0/460307337 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f689132a640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f688c15f750 0x7f688c1569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f6890b29640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c071200 0x7f688c15c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 -- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c071200 msgr2=0x7f688c15c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f688c071200 0x7f688c15c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 -- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f688c15f750 msgr2=0x7f688c1569c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f688c15f750 0x7f688c1569c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f688c15cd60 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f688bfff640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c152050 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f687400cbe0 tx=0x7f687400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874017070 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f687400ad00 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f688c15d040 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874012640 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.097+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f688c15d8e0 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.098+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f688c0b73d0 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f687401a070 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f686c06c2b0 0x7f686c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f687408aea0 con 0x7f688c0b6ff0 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f686c072210 0x7f686c074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f686c074ce0 con 0x7f686c072210 2024-09-16T00:57:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f687408d5a0 con 0x7f688c0b6ff0 2024-09-16T00:57:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f6890b29640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f686c06c2b0 0x7f686c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.099+0000 7f689132a640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f686c072210 0x7f686c074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.100+0000 7f689132a640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f686c072210 0x7f686c074630 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.100+0000 7f6890b29640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f686c06c2b0 0x7f686c06e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f687c034000 tx=0x7f687c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.100+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== osd.3 v2:172.21.15.5:6800/3071155845 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f686c074ce0 con 0x7f686c072210 2024-09-16T00:57:12.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.113+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 --> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f688c0b79b0 con 0x7f686c072210 2024-09-16T00:57:12.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.113+0000 7f68897fa640 1 -- 172.21.15.5:0/460307337 <== osd.3 v2:172.21.15.5:6800/3071155845 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f688c0b79b0 con 0x7f686c072210 2024-09-16T00:57:12.114 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:12.114 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:12.115 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.113+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f686c072210 msgr2=0x7f686c074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.113+0000 7f6892d8d640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:6800/3071155845,v1:172.21.15.5:6801/3071155845] conn(0x7f686c072210 0x7f686c074630 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f686c06c2b0 msgr2=0x7f686c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f686c06c2b0 0x7f686c06e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f687c034000 tx=0x7f687c02e000 comp rx=0 tx=0).stop 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 msgr2=0x7f688c152050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 --2- 172.21.15.5:0/460307337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f688c0b6ff0 0x7f688c152050 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f687400cbe0 tx=0x7f687400a430 comp rx=0 tx=0).stop 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f689132a640 1 -- 172.21.15.5:0/460307337 reap_dead start 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 shutdown_connections 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 >> 172.21.15.5:0/460307337 conn(0x7f688c06f180 msgr2=0x7f688c1529c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 shutdown_connections 2024-09-16T00:57:12.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.114+0000 7f6892d8d640 1 -- 172.21.15.5:0/460307337 wait complete. 2024-09-16T00:57:12.125 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T00:57:12.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.227+0000 7f90ad3e8640 1 Processor -- start 2024-09-16T00:57:12.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.228+0000 7f90ad3e8640 1 -- start start 2024-09-16T00:57:12.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.228+0000 7f90ad3e8640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f90a806e440 0x7f90a80713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.228+0000 7f90ad3e8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90a8160e40 con 0x7f90a8160990 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.228+0000 7f90ad3e8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90a815cb60 con 0x7f90a815c330 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.228+0000 7f90ad3e8640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f90a80719b0 con 0x7f90a806e440 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f90a8160990 0x7f90a80d0380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53852/0 (socket says 172.21.15.5:53852) 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a77fe640 1 -- 172.21.15.5:0/289211640 learned_addr learned my addr 172.21.15.5:0/289211640 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a67fc640 1 --2- 172.21.15.5:0/289211640 >> v2:172.21.15.73:3300/0 conn(0x7f90a806e440 0x7f90a80713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3477305050 0 0) 0x7f90a8160e40 con 0x7f90a8160990 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9094003520 con 0x7f90a8160990 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1768844955 0 0) 0x7f9094003520 con 0x7f90a8160990 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 >> v2:172.21.15.73:3300/0 conn(0x7f90a806e440 msgr2=0x7f90a80713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 --2- 172.21.15.5:0/289211640 >> v2:172.21.15.73:3300/0 conn(0x7f90a806e440 0x7f90a80713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 >> v1:172.21.15.73:6789/0 conn(0x7f90a815c330 legacy=0x7f90a806dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a815ce40 con 0x7f90a8160990 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f90980019f0 con 0x7f90a8160990 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 >> v1:172.21.15.5:6789/0 conn(0x7f90a8160990 legacy=0x7f90a80d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f9094003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9094004800 0x7f9094004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90940051c0 0x7f909400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f90a80719b0 con 0x7f90940039b0 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f909400c160 con 0x7f9094004800 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f909400c360 con 0x7f90940051c0 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f9094003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a67fc640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9094004800 0x7f9094004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.229+0000 7f90a77fe640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90940051c0 0x7f909400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 -- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90940051c0 msgr2=0x7f909400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90940051c0 0x7f909400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 -- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9094004800 msgr2=0x7f9094004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9094004800 0x7f9094004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 -- 172.21.15.5:0/289211640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9094003520 con 0x7f90940039b0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a77fe640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90940051c0 0x7f909400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a67fc640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9094004800 0x7f9094004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a77fe640 1 -- 172.21.15.5:0/289211640 reap_dead start 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f9094003dd0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f90a0001750 tx=0x7f9094005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef1ff2d178812c7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0001370 con 0x7f90940039b0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90a00052d0 con 0x7f90940039b0 2024-09-16T00:57:12.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.230+0000 7f90a5ffb640 1 -- 172.21.15.5:0/289211640 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a002abc0 con 0x7f90940039b0 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 -- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 msgr2=0x7f9094003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f9094003dd0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f90a0001750 tx=0x7f9094005830 comp rx=0 tx=0).stop 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 -- 172.21.15.5:0/289211640 shutdown_connections 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/289211640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f9094003dd0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 -- 172.21.15.5:0/289211640 >> 172.21.15.5:0/289211640 conn(0x7f90a80b4170 msgr2=0x7f90a80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 -- 172.21.15.5:0/289211640 shutdown_connections 2024-09-16T00:57:12.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.231+0000 7f90ad3e8640 1 -- 172.21.15.5:0/289211640 wait complete. 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.232+0000 7f90ad3e8640 1 Processor -- start 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 -- start start 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 0x7f90a81f8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90a81f8860 0x7f90a81f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f90a815d920 con 0x7f90940039b0 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f90a815d400 con 0x7f90a81f8860 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90ad3e8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f90a815c710 con 0x7f90a80cd3a0 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90a6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90a6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56366/0 (socket says 172.21.15.5:56366) 2024-09-16T00:57:12.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.233+0000 7f90a6ffd640 1 -- 172.21.15.5:0/1450276634 learned_addr learned my addr 172.21.15.5:0/1450276634 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a67fc640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 0x7f90a81f8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a77fe640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90a81f8860 0x7f90a81f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 -- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 msgr2=0x7f90a81f8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 0x7f90a81f8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 -- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90a81f8860 msgr2=0x7f90a81f4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90a81f8860 0x7f90a81f4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 -- 172.21.15.5:0/1450276634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a815e600 con 0x7f90940039b0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a67fc640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 0x7f90a81f8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90a6ffd640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f90a0001870 tx=0x7f90a0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0037040 con 0x7f90940039b0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90a0040070 con 0x7f90940039b0 2024-09-16T00:57:12.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a0007a30 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a815e8e0 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.234+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a815eea0 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.235+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a80713d0 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.236+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f90a00052d0 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.236+0000 7f909f7fe640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 0x7f908806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.236+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f90a00aae80 con 0x7f90940039b0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.236+0000 7f90a67fc640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 0x7f908806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.237+0000 7f90a67fc640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 0x7f908806e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f90a814e2b0 tx=0x7f9090008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.240+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f90a0079800 con 0x7f90940039b0 2024-09-16T00:57:12.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.415+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f90a81f8c40 con 0x7f908806c2b0 2024-09-16T00:57:12.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.416+0000 7f909f7fe640 1 -- 172.21.15.5:0/1450276634 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f90a81f8c40 con 0x7f908806c2b0 2024-09-16T00:57:12.417 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 msgr2=0x7f908806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 0x7f908806e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f90a814e2b0 tx=0x7f9090008040 comp rx=0 tx=0).stop 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 msgr2=0x7f90a815dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f90a0001870 tx=0x7f90a0001120 comp rx=0 tx=0).stop 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 shutdown_connections 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f908806c2b0 0x7f908806e770 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90a81f8860 0x7f90a81f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f90a80cd3a0 0x7f90a81f8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 --2- 172.21.15.5:0/1450276634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90940039b0 0x7f90a815dcb0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 >> 172.21.15.5:0/1450276634 conn(0x7f90a80b4170 msgr2=0x7f90a80b26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 shutdown_connections 2024-09-16T00:57:12.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.418+0000 7f90ad3e8640 1 -- 172.21.15.5:0/1450276634 wait complete. 2024-09-16T00:57:12.432 INFO:tasks.ceph:Scrubbing osd.4 2024-09-16T00:57:12.432 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:12.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.538+0000 7f038bcaf640 1 Processor -- start 2024-09-16T00:57:12.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.538+0000 7f038bcaf640 1 -- start start 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038bcaf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f03840cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038bcaf640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f03840b61f0 0x7f03840b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038bcaf640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03840d5070 con 0x7f03840d3320 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038bcaf640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f03840b3f10 con 0x7f03840b61f0 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038bcaf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f03840d38c0 con 0x7f038415e860 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038924a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f03840d3320 0x7f03840d4960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53856/0 (socket says 172.21.15.5:53856) 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f038924a640 1 -- 172.21.15.5:0/904567151 learned_addr learned my addr 172.21.15.5:0/904567151 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2497014614 0 0) 0x7f03840d5070 con 0x7f03840d3320 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f036c003520 con 0x7f03840d3320 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.539+0000 7f0389a4b640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f03840cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f038a24c640 1 --2- 172.21.15.5:0/904567151 >> v2:172.21.15.73:3300/0 conn(0x7f03840b61f0 0x7f03840b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3526644503 0 0) 0x7f036c003520 con 0x7f03840d3320 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 msgr2=0x7f03840cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f03840cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 >> v2:172.21.15.73:3300/0 conn(0x7f03840b61f0 msgr2=0x7f03840b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 --2- 172.21.15.5:0/904567151 >> v2:172.21.15.73:3300/0 conn(0x7f03840b61f0 0x7f03840b6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03840d3ba0 con 0x7f03840d3320 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7f0378001670 con 0x7f03840d3320 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 >> v1:172.21.15.5:6789/0 conn(0x7f03840d3320 legacy=0x7f03840d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f036c0039b0 0x7f036c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f036c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f036c004d40 0x7f036c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f03840b3f10 con 0x7f036c0039b0 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f03840d38c0 con 0x7f036c004d40 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f036c00b9c0 con 0x7f038415e860 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f038a24c640 1 --2- 172.21.15.5:0/904567151 >> v2:172.21.15.73:3300/0 conn(0x7f03840b61f0 0x7f03840b6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f036c0039b0 0x7f036c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f038924a640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f036c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f038a24c640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f036c004d40 0x7f036c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 -- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 msgr2=0x7f036c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f038415e860 0x7f036c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 -- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f036c004d40 msgr2=0x7f036c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f036c004d40 0x7f036c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f0389a4b640 1 -- 172.21.15.5:0/904567151 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f036c003520 con 0x7f036c0039b0 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.540+0000 7f038a24c640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f036c004d40 0x7f036c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:12.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.541+0000 7f0389a4b640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f036c0039b0 0x7f036c003dd0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f037400e170 tx=0x7f036c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922add4eafa585aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.541+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0374034020 con 0x7f036c0039b0 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.541+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03740305f0 con 0x7f036c0039b0 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.541+0000 7f0388a49640 1 -- 172.21.15.5:0/904567151 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0374009c10 con 0x7f036c0039b0 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 -- 172.21.15.5:0/904567151 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f036c0039b0 msgr2=0x7f036c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 --2- 172.21.15.5:0/904567151 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f036c0039b0 0x7f036c003dd0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f037400e170 tx=0x7f036c005830 comp rx=0 tx=0).stop 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038a24c640 1 -- 172.21.15.5:0/904567151 reap_dead start 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 -- 172.21.15.5:0/904567151 shutdown_connections 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 -- 172.21.15.5:0/904567151 >> 172.21.15.5:0/904567151 conn(0x7f0384072560 msgr2=0x7f0384072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 -- 172.21.15.5:0/904567151 shutdown_connections 2024-09-16T00:57:12.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.542+0000 7f038bcaf640 1 -- 172.21.15.5:0/904567151 wait complete. 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.543+0000 7f038bcaf640 1 Processor -- start 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.543+0000 7f038bcaf640 1 -- start start 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f036c0039b0 0x7f038415ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 0x7f038415d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f038415d600 0x7f03841f3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f03840d4440 con 0x7f0384158cc0 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f03840d4160 con 0x7f038415d600 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038bcaf640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f03840cf720 con 0x7f036c0039b0 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 0x7f038415d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 0x7f038415d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56384/0 (socket says 172.21.15.5:56384) 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 -- 172.21.15.5:0/524669863 learned_addr learned my addr 172.21.15.5:0/524669863 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038a24c640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f038415d600 0x7f03841f3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f0389a4b640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f036c0039b0 0x7f038415ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 -- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f036c0039b0 msgr2=0x7f038415ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f036c0039b0 0x7f038415ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 -- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f038415d600 msgr2=0x7f03841f3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f038415d600 0x7f03841f3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038415aa00 con 0x7f0384158cc0 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038a24c640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f038415d600 0x7f03841f3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.544+0000 7f038924a640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 0x7f038415d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0378007310 tx=0x7f03780077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037800f9c0 con 0x7f0384158cc0 2024-09-16T00:57:12.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0378018070 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f038415aca0 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037800fe00 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f038415b260 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.545+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03840cfb00 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.546+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f037801d460 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f03827fc640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f037006c2b0 0x7f037006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f037808b310 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f03827fc640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f0370072210 0x7f0370074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0370074ce0 con 0x7f0370072210 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f0378092050 con 0x7f0384158cc0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f0389a4b640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f037006c2b0 0x7f037006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f038a24c640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f0370072210 0x7f0370074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f0389a4b640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f037006c2b0 0x7f037006e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0374035000 tx=0x7f037402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.547+0000 7f038a24c640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f0370072210 0x7f0370074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.548+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== osd.4 v2:172.21.15.73:6808/686485355 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0370074ce0 con 0x7f0370072210 2024-09-16T00:57:12.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.561+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 --> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f03840c7ea0 con 0x7f0370072210 2024-09-16T00:57:12.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f03827fc640 1 -- 172.21.15.5:0/524669863 <== osd.4 v2:172.21.15.73:6808/686485355 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f03840c7ea0 con 0x7f0370072210 2024-09-16T00:57:12.563 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:12.563 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:12.563 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f0370072210 msgr2=0x7f0370074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6808/686485355,v1:172.21.15.73:6809/686485355] conn(0x7f0370072210 0x7f0370074630 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f037006c2b0 msgr2=0x7f037006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f037006c2b0 0x7f037006e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0374035000 tx=0x7f037402f000 comp rx=0 tx=0).stop 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 msgr2=0x7f038415d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 --2- 172.21.15.5:0/524669863 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0384158cc0 0x7f038415d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0378007310 tx=0x7f03780077d0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038a24c640 1 -- 172.21.15.5:0/524669863 reap_dead start 2024-09-16T00:57:12.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 shutdown_connections 2024-09-16T00:57:12.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 >> 172.21.15.5:0/524669863 conn(0x7f0384072560 msgr2=0x7f03840b4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 shutdown_connections 2024-09-16T00:57:12.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.562+0000 7f038bcaf640 1 -- 172.21.15.5:0/524669863 wait complete. 2024-09-16T00:57:12.573 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-16T00:57:12.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.675+0000 7feb21037640 1 Processor -- start 2024-09-16T00:57:12.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.675+0000 7feb21037640 1 -- start start 2024-09-16T00:57:12.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb21037640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 0x7feb1c072e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb21037640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7feb1c073350 0x7feb1c0d0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb21037640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb1c163140 con 0x7feb1c0d1090 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb21037640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7feb1c0d1500 con 0x7feb1c073350 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb21037640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7feb1c162010 con 0x7feb1c161c30 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7feb1c073350 0x7feb1c0d0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7feb1c073350 0x7feb1c0d0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56400/0 (socket says 172.21.15.5:56400) 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 -- 172.21.15.5:0/3092997885 learned_addr learned my addr 172.21.15.5:0/3092997885 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1ad9d640 1 --2- 172.21.15.5:0/3092997885 >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 0x7feb1c072e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 -- 172.21.15.5:0/3092997885 >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 msgr2=0x7feb1c072e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 --2- 172.21.15.5:0/3092997885 >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 0x7feb1c072e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 -- 172.21.15.5:0/3092997885 >> v1:172.21.15.73:6789/0 conn(0x7feb1c0d1090 legacy=0x7feb1c06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1a59c640 1 -- 172.21.15.5:0/3092997885 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb1c072050 con 0x7feb1c073350 2024-09-16T00:57:12.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.676+0000 7feb1ad9d640 1 --2- 172.21.15.5:0/3092997885 >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 0x7feb1c072e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:12.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.677+0000 7feb1a59c640 1 --2- 172.21.15.5:0/3092997885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c0d0b50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7feb1c071540 tx=0x7feb1002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b28354d6ce7751 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.677+0000 7feb19d9b640 1 -- 172.21.15.5:0/3092997885 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb10037070 con 0x7feb1c073350 2024-09-16T00:57:12.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.677+0000 7feb19d9b640 1 -- 172.21.15.5:0/3092997885 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb10032440 con 0x7feb1c073350 2024-09-16T00:57:12.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.677+0000 7feb19d9b640 1 -- 172.21.15.5:0/3092997885 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb10032810 con 0x7feb1c073350 2024-09-16T00:57:12.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 -- 172.21.15.5:0/3092997885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 msgr2=0x7feb1c0d0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 --2- 172.21.15.5:0/3092997885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c0d0b50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7feb1c071540 tx=0x7feb1002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 -- 172.21.15.5:0/3092997885 shutdown_connections 2024-09-16T00:57:12.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 --2- 172.21.15.5:0/3092997885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c0d0b50 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 --2- 172.21.15.5:0/3092997885 >> v2:172.21.15.73:3300/0 conn(0x7feb1c161c30 0x7feb1c072e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 -- 172.21.15.5:0/3092997885 >> 172.21.15.5:0/3092997885 conn(0x7feb1c06bf40 msgr2=0x7feb1c06c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 -- 172.21.15.5:0/3092997885 shutdown_connections 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.678+0000 7feb21037640 1 -- 172.21.15.5:0/3092997885 wait complete. 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.679+0000 7feb21037640 1 Processor -- start 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.679+0000 7feb21037640 1 -- start start 2024-09-16T00:57:12.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7feb1c0d1090 0x7feb1c15aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb1c161c30 0x7feb1c15b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7feb1c0728f0 con 0x7feb1c073350 2024-09-16T00:57:12.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feb1c072610 con 0x7feb1c161c30 2024-09-16T00:57:12.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb21037640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7feb1c06dd20 con 0x7feb1c0d1090 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb1ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb1ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56404/0 (socket says 172.21.15.5:56404) 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb1ad9d640 1 -- 172.21.15.5:0/3851335115 learned_addr learned my addr 172.21.15.5:0/3851335115 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb1b59e640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb1c161c30 0x7feb1c15b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.680+0000 7feb1a59c640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7feb1c0d1090 0x7feb1c15aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 -- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7feb1c0d1090 msgr2=0x7feb1c15aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7feb1c0d1090 0x7feb1c15aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 -- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb1c161c30 msgr2=0x7feb1c15b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb1c161c30 0x7feb1c15b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 -- 172.21.15.5:0/3851335115 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb1c140210 con 0x7feb1c073350 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb1ad9d640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00c7f0 tx=0x7feb0c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c015070 con 0x7feb1c073350 2024-09-16T00:57:12.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb0c007820 con 0x7feb1c073350 2024-09-16T00:57:12.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb1c143350 con 0x7feb1c073350 2024-09-16T00:57:12.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c007bd0 con 0x7feb1c073350 2024-09-16T00:57:12.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.681+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb1c154230 con 0x7feb1c073350 2024-09-16T00:57:12.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.682+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb1c069190 con 0x7feb1c073350 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.683+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb0c018070 con 0x7feb1c073350 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.683+0000 7feb037fe640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 0x7feb0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.683+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7feb0c08af20 con 0x7feb1c073350 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.683+0000 7feb1a59c640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 0x7feb0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.684+0000 7feb1a59c640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 0x7feb0806e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7feb10034000 tx=0x7feb1002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.687+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feb0c059370 con 0x7feb1c073350 2024-09-16T00:57:12.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.866+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7feb1c0d0b50 con 0x7feb0806c2b0 2024-09-16T00:57:12.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.867+0000 7feb037fe640 1 -- 172.21.15.5:0/3851335115 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7feb1c0d0b50 con 0x7feb0806c2b0 2024-09-16T00:57:12.868 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 4 to deep-scrub 2024-09-16T00:57:12.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 msgr2=0x7feb0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 0x7feb0806e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7feb10034000 tx=0x7feb1002e000 comp rx=0 tx=0).stop 2024-09-16T00:57:12.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 msgr2=0x7feb1c13fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00c7f0 tx=0x7feb0c00ccb0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 shutdown_connections 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7feb0806c2b0 0x7feb0806e770 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb1c161c30 0x7feb1c15b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7feb1c0d1090 0x7feb1c15aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 --2- 172.21.15.5:0/3851335115 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7feb1c073350 0x7feb1c13fcd0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 >> 172.21.15.5:0/3851335115 conn(0x7feb1c06bf40 msgr2=0x7feb1c06e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 shutdown_connections 2024-09-16T00:57:12.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.869+0000 7feb21037640 1 -- 172.21.15.5:0/3851335115 wait complete. 2024-09-16T00:57:12.881 INFO:tasks.ceph:Scrubbing osd.5 2024-09-16T00:57:12.881 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:12.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.986+0000 7ff7f8b98640 1 Processor -- start 2024-09-16T00:57:12.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.986+0000 7ff7f8b98640 1 -- start start 2024-09-16T00:57:12.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.987+0000 7ff7f8b98640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7ff7f415e860 0x7ff7f40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.987+0000 7ff7f8b98640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f40b61f0 0x7ff7f40b6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.987+0000 7ff7f8b98640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7f40d5070 con 0x7ff7f40d3320 2024-09-16T00:57:12.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.987+0000 7ff7f8b98640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7ff7f40b6ba0 con 0x7ff7f415e860 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.987+0000 7ff7f8b98640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f40b3f10 con 0x7ff7f40b61f0 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f259c640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7ff7f415e860 0x7ff7f40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f40b61f0 0x7ff7f40b6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f1d9b640 1 --1- >> v1:172.21.15.73:6789/0 conn(0x7ff7f40d3320 0x7ff7f40d4960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.73:6789/0 says I am v1:172.21.15.5:59902/0 (socket says 172.21.15.5:59902) 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f1d9b640 1 -- 172.21.15.5:0/2223136269 learned_addr learned my addr 172.21.15.5:0/2223136269 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f259c640 1 -- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f40b61f0 msgr2=0x7ff7f40b6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f259c640 1 --2- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f40b61f0 0x7ff7f40b6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f259c640 1 -- 172.21.15.5:0/2223136269 >> v1:172.21.15.73:6789/0 conn(0x7ff7f40d3320 legacy=0x7ff7f40d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f259c640 1 -- 172.21.15.5:0/2223136269 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f40d38c0 con 0x7ff7f415e860 2024-09-16T00:57:12.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.988+0000 7ff7f159a640 1 -- 172.21.15.5:0/2223136269 <== mon.1 v1:172.21.15.73:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 86866560 0 0) 0x7ff7f40d5070 con 0x7ff7f40d3320 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.989+0000 7ff7f259c640 1 --2- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f415e860 0x7ff7f40cf720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff7e40097d0 tx=0x7ff7e402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f8952f1e3263f24 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.989+0000 7ff7f159a640 1 -- 172.21.15.5:0/2223136269 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4037070 con 0x7ff7f415e860 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.989+0000 7ff7f159a640 1 -- 172.21.15.5:0/2223136269 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7e4032440 con 0x7ff7f415e860 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.989+0000 7ff7f159a640 1 -- 172.21.15.5:0/2223136269 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4032810 con 0x7ff7f415e860 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 -- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f415e860 msgr2=0x7ff7f40cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f415e860 0x7ff7f40cf720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff7e40097d0 tx=0x7ff7e402a1c0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 -- 172.21.15.5:0/2223136269 shutdown_connections 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f40b61f0 0x7ff7f40b6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/2223136269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f415e860 0x7ff7f40cf720 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 -- 172.21.15.5:0/2223136269 >> 172.21.15.5:0/2223136269 conn(0x7ff7f4072560 msgr2=0x7ff7f4072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 -- 172.21.15.5:0/2223136269 shutdown_connections 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.990+0000 7ff7f8b98640 1 -- 172.21.15.5:0/2223136269 wait complete. 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.991+0000 7ff7f8b98640 1 Processor -- start 2024-09-16T00:57:12.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.991+0000 7ff7f8b98640 1 -- start start 2024-09-16T00:57:12.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f40b61f0 0x7ff7f4158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 0x7ff7f415bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f415e860 0x7ff7f415c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f40d4160 con 0x7ff7f40d3320 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f40d3e80 con 0x7ff7f40b61f0 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f8b98640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f40d4440 con 0x7ff7f415e860 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 0x7ff7f415bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 0x7ff7f415bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56418/0 (socket says 172.21.15.5:56418) 2024-09-16T00:57:12.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 -- 172.21.15.5:0/665716528 learned_addr learned my addr 172.21.15.5:0/665716528 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f259c640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f40b61f0 0x7ff7f4158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f2d9d640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f415e860 0x7ff7f415c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 -- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f415e860 msgr2=0x7ff7f415c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff7f415e860 0x7ff7f415c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 -- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f40b61f0 msgr2=0x7ff7f4158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.992+0000 7ff7f1d9b640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f40b61f0 0x7ff7f4158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7f1d9b640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f40cc980 con 0x7ff7f40d3320 2024-09-16T00:57:12.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7f259c640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff7f40b61f0 0x7ff7f4158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7f1d9b640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 0x7ff7f415bad0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff7e800c4a0 tx=0x7ff7e800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8017070 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7e8005ce0 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f40ca190 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e80072b0 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.993+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f40ca750 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.994+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff7f40cfcf0 con 0x7ff7f40d3320 2024-09-16T00:57:12.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.994+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7e801a070 con 0x7ff7f40d3320 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7e2ffd640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff7d406c2b0 0x7ff7d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7ff7e808a450 con 0x7ff7f40d3320 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7f259c640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff7d406c2b0 0x7ff7d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7e2ffd640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7ff7d4072210 0x7ff7d4074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff7e800de50 con 0x7ff7d4072210 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7ff7e8091050 con 0x7ff7f40d3320 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.995+0000 7ff7f2d9d640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7ff7d4072210 0x7ff7d4074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.996+0000 7ff7f259c640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff7d406c2b0 0x7ff7d406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4034000 tx=0x7ff7e402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.996+0000 7ff7f2d9d640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7ff7d4072210 0x7ff7d4074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:12.996+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== osd.5 v2:172.21.15.73:6816/4039764990 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff7e800de50 con 0x7ff7d4072210 2024-09-16T00:57:13.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.009+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 --> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff7f40b3620 con 0x7ff7d4072210 2024-09-16T00:57:13.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.009+0000 7ff7e2ffd640 1 -- 172.21.15.5:0/665716528 <== osd.5 v2:172.21.15.73:6816/4039764990 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff7f40b3620 con 0x7ff7d4072210 2024-09-16T00:57:13.011 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:13.011 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:13.011 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7ff7d4072210 msgr2=0x7ff7d4074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6816/4039764990,v1:172.21.15.73:6817/4039764990] conn(0x7ff7d4072210 0x7ff7d4074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff7d406c2b0 msgr2=0x7ff7d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff7d406c2b0 0x7ff7d406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4034000 tx=0x7ff7e402e000 comp rx=0 tx=0).stop 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 msgr2=0x7ff7f415bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 --2- 172.21.15.5:0/665716528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7f40d3320 0x7ff7f415bad0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff7e800c4a0 tx=0x7ff7e800c960 comp rx=0 tx=0).stop 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f2d9d640 1 -- 172.21.15.5:0/665716528 reap_dead start 2024-09-16T00:57:13.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 shutdown_connections 2024-09-16T00:57:13.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 >> 172.21.15.5:0/665716528 conn(0x7ff7f4072560 msgr2=0x7ff7f4072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 shutdown_connections 2024-09-16T00:57:13.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.010+0000 7ff7f8b98640 1 -- 172.21.15.5:0/665716528 wait complete. 2024-09-16T00:57:13.021 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-16T00:57:13.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 Processor -- start 2024-09-16T00:57:13.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 -- start start 2024-09-16T00:57:13.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 0x7f46ec0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46ec0d1510 0x7f46ec0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46ec0d1d90 con 0x7f46ec0b6690 2024-09-16T00:57:13.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f46ec0cf540 con 0x7f46ec0d1510 2024-09-16T00:57:13.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.123+0000 7f46f2711640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f46ec0ceef0 con 0x7f46ec0b6a70 2024-09-16T00:57:13.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46f0cae640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46ec0d1510 0x7f46ec0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46ebfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f46ec0b6690 0x7f46ec0cf9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53860/0 (socket says 172.21.15.5:53860) 2024-09-16T00:57:13.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46ebfff640 1 -- 172.21.15.5:0/4242565669 learned_addr learned my addr 172.21.15.5:0/4242565669 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 0x7f46ec0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46f0cae640 1 -- 172.21.15.5:0/4242565669 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 msgr2=0x7f46ec0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46f0cae640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 0x7f46ec0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46f0cae640 1 -- 172.21.15.5:0/4242565669 >> v1:172.21.15.5:6789/0 conn(0x7f46ec0b6690 legacy=0x7f46ec0cf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46eaffd640 1 -- 172.21.15.5:0/4242565669 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2308430025 0 0) 0x7f46ec0d1d90 con 0x7f46ec0b6690 2024-09-16T00:57:13.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46f0cae640 1 -- 172.21.15.5:0/4242565669 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec0cf1d0 con 0x7f46ec0d1510 2024-09-16T00:57:13.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.124+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 0x7f46ec0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f0cae640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0d1510 0x7f46ec0d2b50 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009d90 tx=0x7f46e402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c7f5562c5b5381 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46eaffd640 1 -- 172.21.15.5:0/4242565669 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4007740 con 0x7f46ec0d1510 2024-09-16T00:57:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46eaffd640 1 -- 172.21.15.5:0/4242565669 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e40078e0 con 0x7f46ec0d1510 2024-09-16T00:57:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46eaffd640 1 -- 172.21.15.5:0/4242565669 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4007cb0 con 0x7f46ec0d1510 2024-09-16T00:57:13.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 -- 172.21.15.5:0/4242565669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0d1510 msgr2=0x7f46ec0d2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0d1510 0x7f46ec0d2b50 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009d90 tx=0x7f46e402a660 comp rx=0 tx=0).stop 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 -- 172.21.15.5:0/4242565669 shutdown_connections 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0d1510 0x7f46ec0d2b50 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 --2- 172.21.15.5:0/4242565669 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0b6a70 0x7f46ec0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 -- 172.21.15.5:0/4242565669 >> 172.21.15.5:0/4242565669 conn(0x7f46ec072560 msgr2=0x7f46ec072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 -- 172.21.15.5:0/4242565669 shutdown_connections 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.125+0000 7f46f2711640 1 -- 172.21.15.5:0/4242565669 wait complete. 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 Processor -- start 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 -- start start 2024-09-16T00:57:13.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 0x7f46ec14b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0d1510 0x7f46ec0aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.127+0000 7f46f2711640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0d1b20 con 0x7f46ec0b6a70 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46f2711640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f46ec0d19a0 con 0x7f46ec0b6690 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46f2711640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f46ec15c530 con 0x7f46ec0d1510 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56432/0 (socket says 172.21.15.5:56432) 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 -- 172.21.15.5:0/4276747468 learned_addr learned my addr 172.21.15.5:0/4276747468 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46ebfff640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 0x7f46ec14b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46f0cae640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0d1510 0x7f46ec0aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 -- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0d1510 msgr2=0x7f46ec0aef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0d1510 0x7f46ec0aef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 -- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 msgr2=0x7f46ec14b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 0x7f46ec14b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 -- 172.21.15.5:0/4276747468 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ec14bdc0 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46ebfff640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 0x7f46ec14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46eb7fe640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f46e000c7f0 tx=0x7f46e000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0004230 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e00043d0 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0007a70 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ec0ce3c0 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.128+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ec14c440 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.129+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ec0d0fd0 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.130+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f46e0007c10 con 0x7f46ec0b6a70 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.130+0000 7f46e8ff9640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 0x7f46d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.130+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f46e008b150 con 0x7f46ec0b6a70 2024-09-16T00:57:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.131+0000 7f46ebfff640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 0x7f46d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.131+0000 7f46ebfff640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 0x7f46d806e7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f46dc000f60 tx=0x7f46dc007c10 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.135+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f46e0015020 con 0x7f46ec0b6a70 2024-09-16T00:57:13.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.312+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f46ec15cb40 con 0x7f46d806c2e0 2024-09-16T00:57:13.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.312+0000 7f46e8ff9640 1 -- 172.21.15.5:0/4276747468 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f46ec15cb40 con 0x7f46d806c2e0 2024-09-16T00:57:13.313 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 5 to deep-scrub 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 msgr2=0x7f46d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 0x7f46d806e7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f46dc000f60 tx=0x7f46dc007c10 comp rx=0 tx=0).stop 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 msgr2=0x7f46ec0aea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f46e000c7f0 tx=0x7f46e000ccb0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 shutdown_connections 2024-09-16T00:57:13.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f46d806c2e0 0x7f46d806e7a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f46ec0d1510 0x7f46ec0aef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46ec0b6a70 0x7f46ec0aea00 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 --2- 172.21.15.5:0/4276747468 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f46ec0b6690 0x7f46ec14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 >> 172.21.15.5:0/4276747468 conn(0x7f46ec072560 msgr2=0x7f46ec160370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 shutdown_connections 2024-09-16T00:57:13.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.315+0000 7f46f2711640 1 -- 172.21.15.5:0/4276747468 wait complete. 2024-09-16T00:57:13.327 INFO:tasks.ceph:Scrubbing osd.6 2024-09-16T00:57:13.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:13.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.432+0000 7f0b15dd8640 1 Processor -- start 2024-09-16T00:57:13.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.432+0000 7f0b15dd8640 1 -- start start 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b15dd8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b1015e820 0x7f0b100b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b15dd8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b100b61b0 con 0x7f0b1006bb20 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b15dd8640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b100cf870 con 0x7f0b100b38e0 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b15dd8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0b100b67e0 con 0x7f0b1015e820 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b0f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b1015e820 0x7f0b100b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b0ffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0b1006bb20 0x7f0b100b77a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53872/0 (socket says 172.21.15.5:53872) 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.433+0000 7f0b0ffff640 1 -- 172.21.15.5:0/719713448 learned_addr learned my addr 172.21.15.5:0/719713448 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:13.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/719713448 >> v1:172.21.15.73:6789/0 conn(0x7f0b100b38e0 legacy=0x7f0b100cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:13.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/719713448 >> v1:172.21.15.5:6789/0 conn(0x7f0b1006bb20 legacy=0x7f0b100b77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0e7fc640 1 -- 172.21.15.5:0/719713448 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 489499431 0 0) 0x7f0b100b61b0 con 0x7f0b1006bb20 2024-09-16T00:57:13.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/719713448 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b100cfb50 con 0x7f0b1015e820 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0f7fe640 1 --2- 172.21.15.5:0/719713448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1015e820 0x7f0b100b6c70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f0b000097a0 tx=0x7f0b0002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e597d2f78edb5faf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.434+0000 7f0b0e7fc640 1 -- 172.21.15.5:0/719713448 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00037070 con 0x7f0b1015e820 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b0e7fc640 1 -- 172.21.15.5:0/719713448 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b00032440 con 0x7f0b1015e820 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b0e7fc640 1 -- 172.21.15.5:0/719713448 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00032810 con 0x7f0b1015e820 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 -- 172.21.15.5:0/719713448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1015e820 msgr2=0x7f0b100b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 --2- 172.21.15.5:0/719713448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1015e820 0x7f0b100b6c70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f0b000097a0 tx=0x7f0b0002a1a0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 -- 172.21.15.5:0/719713448 shutdown_connections 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 --2- 172.21.15.5:0/719713448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1015e820 0x7f0b100b6c70 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 -- 172.21.15.5:0/719713448 >> 172.21.15.5:0/719713448 conn(0x7f0b10072770 msgr2=0x7f0b100d11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 -- 172.21.15.5:0/719713448 shutdown_connections 2024-09-16T00:57:13.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.435+0000 7f0b15dd8640 1 -- 172.21.15.5:0/719713448 wait complete. 2024-09-16T00:57:13.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.436+0000 7f0b15dd8640 1 Processor -- start 2024-09-16T00:57:13.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.436+0000 7f0b15dd8640 1 -- start start 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 0x7f0b10154f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b100b38e0 0x7f0b1015a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b1015e820 0x7f0b101f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0b1015ec00 con 0x7f0b1006bb20 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b100cf610 con 0x7f0b100b38e0 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b15dd8640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0b1006bf60 con 0x7f0b1015e820 2024-09-16T00:57:13.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b0f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 0x7f0b10154f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b0f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 0x7f0b10154f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56442/0 (socket says 172.21.15.5:56442) 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/2690641639 learned_addr learned my addr 172.21.15.5:0/2690641639 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b0effd640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b100b38e0 0x7f0b1015a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.437+0000 7f0b0ffff640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b1015e820 0x7f0b101f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b1015e820 msgr2=0x7f0b101f4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0b1015e820 0x7f0b101f4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b100b38e0 msgr2=0x7f0b1015a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b100b38e0 0x7f0b1015a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b1015a5d0 con 0x7f0b1006bb20 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b0f7fe640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 0x7f0b10154f60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0b000098c0 tx=0x7f0b000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00037040 con 0x7f0b1006bb20 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b00042070 con 0x7f0b1006bb20 2024-09-16T00:57:13.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b101f5530 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b00030a70 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.438+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b101f4510 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.439+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0b100d2790 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.439+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b00030c10 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0af7fff640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0afc06c2b0 0x7f0afc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f0b000abcc0 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0af7fff640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f0afc072210 0x7f0afc074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0b00008eb0 con 0x7f0afc072210 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f0b000b0030 con 0x7f0b1006bb20 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0b0effd640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0afc06c2b0 0x7f0afc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.440+0000 7f0b0ffff640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f0afc072210 0x7f0afc074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.441+0000 7f0b0ffff640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f0afc072210 0x7f0afc074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.441+0000 7f0b0effd640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0afc06c2b0 0x7f0afc06e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0b101587e0 tx=0x7f0b04009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.441+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== osd.6 v2:172.21.15.73:6800/1744830523 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0b00008eb0 con 0x7f0afc072210 2024-09-16T00:57:13.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.454+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 --> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f0b1006c2f0 con 0x7f0afc072210 2024-09-16T00:57:13.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0af7fff640 1 -- 172.21.15.5:0/2690641639 <== osd.6 v2:172.21.15.73:6800/1744830523 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f0b1006c2f0 con 0x7f0afc072210 2024-09-16T00:57:13.456 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:13.456 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:13.456 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:13.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f0afc072210 msgr2=0x7f0afc074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6800/1744830523,v1:172.21.15.73:6801/1744830523] conn(0x7f0afc072210 0x7f0afc074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0afc06c2b0 msgr2=0x7f0afc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0afc06c2b0 0x7f0afc06e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0b101587e0 tx=0x7f0b04009040 comp rx=0 tx=0).stop 2024-09-16T00:57:13.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 msgr2=0x7f0b10154f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 --2- 172.21.15.5:0/2690641639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b1006bb20 0x7f0b10154f60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0b000098c0 tx=0x7f0b000046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b0ffff640 1 -- 172.21.15.5:0/2690641639 reap_dead start 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 shutdown_connections 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 >> 172.21.15.5:0/2690641639 conn(0x7f0b10072770 msgr2=0x7f0b100b9800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 shutdown_connections 2024-09-16T00:57:13.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.455+0000 7f0b15dd8640 1 -- 172.21.15.5:0/2690641639 wait complete. 2024-09-16T00:57:13.466 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-16T00:57:13.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 Processor -- start 2024-09-16T00:57:13.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 -- start start 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f08156a80 0x7f0f08072260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 0x7f0f0815ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f0815ea60 con 0x7f0f08160470 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0f080727a0 con 0x7f0f08156a80 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.569+0000 7f0f0d9c4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0f080af1d0 con 0x7f0f08160b80 2024-09-16T00:57:13.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f08156a80 0x7f0f08072260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f08156a80 0x7f0f08072260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56448/0 (socket says 172.21.15.5:56448) 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 -- 172.21.15.5:0/1636134094 learned_addr learned my addr 172.21.15.5:0/1636134094 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f067fc640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 0x7f0f0815ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 -- 172.21.15.5:0/1636134094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 msgr2=0x7f0f0815ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 0x7f0f0815ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 -- 172.21.15.5:0/1636134094 >> v1:172.21.15.73:6789/0 conn(0x7f0f08160470 legacy=0x7f0f0815c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f06ffd640 1 -- 172.21.15.5:0/1636134094 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f080af4b0 con 0x7f0f08156a80 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.570+0000 7f0f067fc640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 0x7f0f0815ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f06ffd640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f08072260 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0ef8009870 tx=0x7f0ef802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=642a60b3a3bd7d60 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f05ffb640 1 -- 172.21.15.5:0/1636134094 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8037070 con 0x7f0f08156a80 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f05ffb640 1 -- 172.21.15.5:0/1636134094 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ef8032440 con 0x7f0f08156a80 2024-09-16T00:57:13.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f05ffb640 1 -- 172.21.15.5:0/1636134094 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8032810 con 0x7f0f08156a80 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/1636134094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 msgr2=0x7f0f08072260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.571+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f08072260 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0ef8009870 tx=0x7f0ef802a1c0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/1636134094 shutdown_connections 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160b80 0x7f0f0815ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/1636134094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f08072260 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/1636134094 >> 172.21.15.5:0/1636134094 conn(0x7f0f0806bb20 msgr2=0x7f0f0806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/1636134094 shutdown_connections 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.572+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/1636134094 wait complete. 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.573+0000 7f0f0d9c4640 1 Processor -- start 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.573+0000 7f0f0d9c4640 1 -- start start 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160470 0x7f0f080b0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 0x7f0f080b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0f080afd50 con 0x7f0f08156a80 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0f080afa70 con 0x7f0f08160b80 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f0d9c4640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f0f080aeee0 con 0x7f0f08160470 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56460/0 (socket says 172.21.15.5:56460) 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 -- 172.21.15.5:0/2361456707 learned_addr learned my addr 172.21.15.5:0/2361456707 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f067fc640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160470 0x7f0f080b0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f077fe640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 0x7f0f080b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 -- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160470 msgr2=0x7f0f080b0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160470 0x7f0f080b0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 -- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 msgr2=0x7f0f080b24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 0x7f0f080b24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 -- 172.21.15.5:0/2361456707 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0809d250 con 0x7f0f08156a80 2024-09-16T00:57:13.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f077fe640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 0x7f0f080b24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.574+0000 7f0f06ffd640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f0ef8000c00 tx=0x7f0ef80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.575+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8041020 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.575+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ef80306c0 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.575+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f0809d530 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.575+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8037040 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.575+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f0809daf0 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.576+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f080b0270 con 0x7f0f08156a80 2024-09-16T00:57:13.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.576+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ef8044020 con 0x7f0f08156a80 2024-09-16T00:57:13.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.576+0000 7f0eeffff640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 0x7f0ef406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.577+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f0ef80ab980 con 0x7f0f08156a80 2024-09-16T00:57:13.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.577+0000 7f0f067fc640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 0x7f0ef406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.577+0000 7f0f067fc640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 0x7f0ef406e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f081f5d10 tx=0x7f0efc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.581+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ef804b030 con 0x7f0f08156a80 2024-09-16T00:57:13.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.755+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f0f080b5cb0 con 0x7f0ef406c2b0 2024-09-16T00:57:13.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.756+0000 7f0eeffff640 1 -- 172.21.15.5:0/2361456707 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0f080b5cb0 con 0x7f0ef406c2b0 2024-09-16T00:57:13.757 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 6 to deep-scrub 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 msgr2=0x7f0ef406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 0x7f0ef406e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f081f5d10 tx=0x7f0efc008040 comp rx=0 tx=0).stop 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 msgr2=0x7f0f0814a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f0ef8000c00 tx=0x7f0ef80046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 shutdown_connections 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f0ef406c2b0 0x7f0ef406e770 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f08160b80 0x7f0f080b24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f0f08160470 0x7f0f080b0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 --2- 172.21.15.5:0/2361456707 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f08156a80 0x7f0f0814a710 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 >> 172.21.15.5:0/2361456707 conn(0x7f0f0806bb20 msgr2=0x7f0f080b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 shutdown_connections 2024-09-16T00:57:13.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.758+0000 7f0f0d9c4640 1 -- 172.21.15.5:0/2361456707 wait complete. 2024-09-16T00:57:13.771 INFO:tasks.ceph:Scrubbing osd.7 2024-09-16T00:57:13.771 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:57:13.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.876+0000 7fafeeedd640 1 Processor -- start 2024-09-16T00:57:13.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.876+0000 7fafeeedd640 1 -- start start 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafeeedd640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 0x7fafe815f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafeeedd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafe80ced40 0x7fafe80d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafeeedd640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafe80cf4e0 con 0x7fafe815e7e0 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafeeedd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fafe80d24d0 con 0x7fafe80ced40 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafeeedd640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fafe80cfd80 con 0x7fafe80b3610 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafe80ced40 0x7fafe80d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fafe80ced40 0x7fafe80d2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56466/0 (socket says 172.21.15.5:56466) 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 -- 172.21.15.5:0/2902032821 learned_addr learned my addr 172.21.15.5:0/2902032821 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafecc79640 1 --2- 172.21.15.5:0/2902032821 >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 0x7fafe815f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 -- 172.21.15.5:0/2902032821 >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 msgr2=0x7fafe815f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:13.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 --2- 172.21.15.5:0/2902032821 >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 0x7fafe815f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.877+0000 7fafed47a640 1 -- 172.21.15.5:0/2902032821 >> v1:172.21.15.73:6789/0 conn(0x7fafe815e7e0 legacy=0x7fafe80b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:13.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafed47a640 1 -- 172.21.15.5:0/2902032821 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe80cf7c0 con 0x7fafe80ced40 2024-09-16T00:57:13.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafecc79640 1 --2- 172.21.15.5:0/2902032821 >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 0x7fafe815f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafed47a640 1 --2- 172.21.15.5:0/2902032821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe80d2960 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fafe0009e50 tx=0x7fafe002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479740cf97e43a83 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafe77fe640 1 -- 172.21.15.5:0/2902032821 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe0036070 con 0x7fafe80ced40 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafe77fe640 1 -- 172.21.15.5:0/2902032821 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafe0031600 con 0x7fafe80ced40 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.878+0000 7fafe77fe640 1 -- 172.21.15.5:0/2902032821 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe00319d0 con 0x7fafe80ced40 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 -- 172.21.15.5:0/2902032821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 msgr2=0x7fafe80d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 --2- 172.21.15.5:0/2902032821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe80d2960 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fafe0009e50 tx=0x7fafe002a710 comp rx=0 tx=0).stop 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 -- 172.21.15.5:0/2902032821 shutdown_connections 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 --2- 172.21.15.5:0/2902032821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe80d2960 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 --2- 172.21.15.5:0/2902032821 >> v2:172.21.15.73:3300/0 conn(0x7fafe80b3610 0x7fafe815f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 -- 172.21.15.5:0/2902032821 >> 172.21.15.5:0/2902032821 conn(0x7fafe8072560 msgr2=0x7fafe8072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 -- 172.21.15.5:0/2902032821 shutdown_connections 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.879+0000 7fafeeedd640 1 -- 172.21.15.5:0/2902032821 wait complete. 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.880+0000 7fafeeedd640 1 Processor -- start 2024-09-16T00:57:13.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.880+0000 7fafeeedd640 1 -- start start 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fafe80b3610 0x7fafe81ee310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe8160590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fafe815e7e0 0x7fafe8160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fafe80d2ea0 con 0x7fafe80ced40 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fafe80cf1b0 con 0x7fafe815e7e0 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafeeedd640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fafe80d3020 con 0x7fafe80b3610 2024-09-16T00:57:13.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafe7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe8160590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafe7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe8160590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56476/0 (socket says 172.21.15.5:56476) 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.881+0000 7fafe7fff640 1 -- 172.21.15.5:0/3050731688 learned_addr learned my addr 172.21.15.5:0/3050731688 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafed47a640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fafe815e7e0 0x7fafe8160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 -- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fafe80b3610 msgr2=0x7fafe81ee310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafecc79640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fafe80b3610 0x7fafe81ee310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fafe80b3610 0x7fafe81ee310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 -- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fafe815e7e0 msgr2=0x7fafe8160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fafe815e7e0 0x7fafe8160ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe81f44f0 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe7fff640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe8160590 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00b3f0 tx=0x7fafdc00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc015020 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafdc011830 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe81f47d0 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc011c20 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.882+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe81f4d90 con 0x7fafe80ced40 2024-09-16T00:57:13.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.883+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fafe80d2960 con 0x7fafe80ced40 2024-09-16T00:57:13.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fafdc018020 con 0x7fafe80ced40 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fafd406c2b0 0x7fafd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fafdc08b360 con 0x7fafe80ced40 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fafd4072210 0x7fafd4074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fafdc007e50 con 0x7fafd4072210 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7fafdc08b7f0 con 0x7fafe80ced40 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafecc79640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fafd406c2b0 0x7fafd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.884+0000 7fafed47a640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fafd4072210 0x7fafd4074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.885+0000 7fafecc79640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fafd406c2b0 0x7fafd406e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafd8008850 tx=0x7fafd8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.885+0000 7fafed47a640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fafd4072210 0x7fafd4074630 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:13.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.886+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== osd.7 v2:172.21.15.73:6824/3879369857 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fafdc007e50 con 0x7fafd4072210 2024-09-16T00:57:13.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.898+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 --> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fafe80b6320 con 0x7fafd4072210 2024-09-16T00:57:13.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafe57fa640 1 -- 172.21.15.5:0/3050731688 <== osd.7 v2:172.21.15.73:6824/3879369857 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fafe80b6320 con 0x7fafd4072210 2024-09-16T00:57:13.900 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-16T00:57:13.901 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T00:57:13.901 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-16T00:57:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fafd4072210 msgr2=0x7fafd4074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6824/3879369857,v1:172.21.15.73:6825/3879369857] conn(0x7fafd4072210 0x7fafd4074630 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fafd406c2b0 msgr2=0x7fafd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fafd406c2b0 0x7fafd406e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafd8008850 tx=0x7fafd8008040 comp rx=0 tx=0).stop 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 msgr2=0x7fafe8160590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafeeedd640 1 --2- 172.21.15.5:0/3050731688 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fafe80ced40 0x7fafe8160590 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00b3f0 tx=0x7fafdc00b8b0 comp rx=0 tx=0).stop 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.899+0000 7fafed47a640 1 -- 172.21.15.5:0/3050731688 reap_dead start 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.900+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 shutdown_connections 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.900+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 >> 172.21.15.5:0/3050731688 conn(0x7fafe8072560 msgr2=0x7fafe815f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:13.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.900+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 shutdown_connections 2024-09-16T00:57:13.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:13.900+0000 7fafeeedd640 1 -- 172.21.15.5:0/3050731688 wait complete. 2024-09-16T00:57:13.911 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-16T00:57:14.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.014+0000 7ff9c6add640 1 Processor -- start 2024-09-16T00:57:14.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.014+0000 7ff9c6add640 1 -- start start 2024-09-16T00:57:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c6add640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00d1ba0 0x7ff9c0162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c6add640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c6add640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9c00b7920 con 0x7ff9c015e8e0 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c6add640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff9c00cf6a0 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c6add640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c00cf940 con 0x7ff9c00d1ba0 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56492/0 (socket says 172.21.15.5:56492) 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 -- 172.21.15.5:0/519829120 learned_addr learned my addr 172.21.15.5:0/519829120 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9bffff640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00d1ba0 0x7ff9c0162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 -- 172.21.15.5:0/519829120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00d1ba0 msgr2=0x7ff9c0162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00d1ba0 0x7ff9c0162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 -- 172.21.15.5:0/519829120 >> v1:172.21.15.73:6789/0 conn(0x7ff9c015e8e0 legacy=0x7ff9c00d1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.015+0000 7ff9c507a640 1 -- 172.21.15.5:0/519829120 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c00cfc20 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.016+0000 7ff9c507a640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8009e50 tx=0x7ff9b802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68fb6d8901bc7888 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.016+0000 7ff9bf7fe640 1 -- 172.21.15.5:0/519829120 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8036070 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.016+0000 7ff9bf7fe640 1 -- 172.21.15.5:0/519829120 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9b8031600 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.016+0000 7ff9bf7fe640 1 -- 172.21.15.5:0/519829120 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b80319d0 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 -- 172.21.15.5:0/519829120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c00cf1f0 msgr2=0x7ff9c00d32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8009e50 tx=0x7ff9b802a630 comp rx=0 tx=0).stop 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 -- 172.21.15.5:0/519829120 shutdown_connections 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c00cf1f0 0x7ff9c00d32e0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 --2- 172.21.15.5:0/519829120 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00d1ba0 0x7ff9c0162cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 -- 172.21.15.5:0/519829120 >> 172.21.15.5:0/519829120 conn(0x7ff9c006bd00 msgr2=0x7ff9c006c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 -- 172.21.15.5:0/519829120 shutdown_connections 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.017+0000 7ff9c6add640 1 -- 172.21.15.5:0/519829120 wait complete. 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.018+0000 7ff9c6add640 1 Processor -- start 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.018+0000 7ff9c6add640 1 -- start start 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00cf1f0 0x7ff9c01f58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9c00d1ba0 0x7ff9c00b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d3820 con 0x7ff9c015e8e0 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d2dc0 con 0x7ff9c00d1ba0 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c6add640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c00d39a0 con 0x7ff9c00cf1f0 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56500/0 (socket says 172.21.15.5:56500) 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 -- 172.21.15.5:0/890611592 learned_addr learned my addr 172.21.15.5:0/890611592 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c4879640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00cf1f0 0x7ff9c01f58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9bffff640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9c00d1ba0 0x7ff9c00b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 -- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00cf1f0 msgr2=0x7ff9c01f58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00cf1f0 0x7ff9c01f58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 -- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9c00d1ba0 msgr2=0x7ff9c00b2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9c00d1ba0 0x7ff9c00b2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 -- 172.21.15.5:0/890611592 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c00caca0 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.019+0000 7ff9c507a640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8009f70 tx=0x7ff9b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.020+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8036050 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.020+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9b8042070 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.020+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8009510 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.020+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c00caf80 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.020+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c00c8560 con 0x7ff9c015e8e0 2024-09-16T00:57:14.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.021+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9c00d32e0 con 0x7ff9c015e8e0 2024-09-16T00:57:14.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.021+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff9b8007bd0 con 0x7ff9c015e8e0 2024-09-16T00:57:14.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.022+0000 7ff9bd7fa640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 0x7ff9a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.022+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7ff9b80abfe0 con 0x7ff9c015e8e0 2024-09-16T00:57:14.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.022+0000 7ff9c4879640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 0x7ff9a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.022+0000 7ff9c4879640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 0x7ff9a406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4006fd0 tx=0x7ff9b4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.026+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff9c00b7920 con 0x7ff9c015e8e0 2024-09-16T00:57:14.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.200+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7ff9c00d23d0 con 0x7ff9a406c2b0 2024-09-16T00:57:14.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.201+0000 7ff9bd7fa640 1 -- 172.21.15.5:0/890611592 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff9c00d23d0 con 0x7ff9a406c2b0 2024-09-16T00:57:14.202 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 7 to deep-scrub 2024-09-16T00:57:14.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 msgr2=0x7ff9a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 0x7ff9a406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4006fd0 tx=0x7ff9b4008040 comp rx=0 tx=0).stop 2024-09-16T00:57:14.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 msgr2=0x7ff9c00ca250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8009f70 tx=0x7ff9b8004a40 comp rx=0 tx=0).stop 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 shutdown_connections 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7ff9a406c2b0 0x7ff9a406e770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9c015e8e0 0x7ff9c00ca250 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9c00d1ba0 0x7ff9c00b2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 --2- 172.21.15.5:0/890611592 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7ff9c00cf1f0 0x7ff9c01f58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 >> 172.21.15.5:0/890611592 conn(0x7ff9c006bd00 msgr2=0x7ff9c0161cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 shutdown_connections 2024-09-16T00:57:14.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.203+0000 7ff9c6add640 1 -- 172.21.15.5:0/890611592 wait complete. 2024-09-16T00:57:14.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:14.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.315+0000 7fbc9c986640 1 Processor -- start 2024-09-16T00:57:14.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.316+0000 7fbc9c986640 1 -- start start 2024-09-16T00:57:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9c986640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc98167090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9c986640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc980cfdd0 con 0x7fbc98160710 2024-09-16T00:57:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9c986640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc9815cc90 con 0x7fbc98160af0 2024-09-16T00:57:14.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9c986640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbc9815cf70 con 0x7fbc980d07c0 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9659c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbc98160710 0x7fbc980cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53882/0 (socket says 172.21.15.5:53882) 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9659c640 1 -- 172.21.15.5:0/4000169356 learned_addr learned my addr 172.21.15.5:0/4000169356 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc96d9d640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc98167090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 237213143 0 0) 0x7fbc980cfdd0 con 0x7fbc98160710 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc80003520 con 0x7fbc98160710 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2204213879 0 0) 0x7fbc80003520 con 0x7fbc98160710 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 msgr2=0x7fbc98167090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc98167090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 >> v1:172.21.15.73:6789/0 conn(0x7fbc98160af0 legacy=0x7fbc980d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc9815d250 con 0x7fbc98160710 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 686960939 0 0) 0x7fbc88001670 con 0x7fbc98160710 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 >> v1:172.21.15.5:6789/0 conn(0x7fbc98160710 legacy=0x7fbc980cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc800039e0 0x7fbc80003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc80004390 0x7fbc80004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc800050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9815cf70 con 0x7fbc800039e0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8000b9c0 con 0x7fbc80004390 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbc8000bbc0 con 0x7fbc980d07c0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc9659c640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc800039e0 0x7fbc80003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.317+0000 7fbc95d9b640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc80004390 0x7fbc80004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc96d9d640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc800050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 -- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 msgr2=0x7fbc800050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc800050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 -- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc80004390 msgr2=0x7fbc80004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc80004390 0x7fbc80004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 -- 172.21.15.5:0/4000169356 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc80003520 con 0x7fbc800039e0 2024-09-16T00:57:14.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc96d9d640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980d07c0 0x7fbc800050c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.318+0000 7fbc9659c640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc800039e0 0x7fbc80003dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800c240 tx=0x7fbc80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39c9124e98b5da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88007d10 con 0x7fbc800039e0 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc88005ad0 con 0x7fbc800039e0 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9559a640 1 -- 172.21.15.5:0/4000169356 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88007070 con 0x7fbc800039e0 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 -- 172.21.15.5:0/4000169356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc800039e0 msgr2=0x7fbc80003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 --2- 172.21.15.5:0/4000169356 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc800039e0 0x7fbc80003dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800c240 tx=0x7fbc80005830 comp rx=0 tx=0).stop 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc96d9d640 1 -- 172.21.15.5:0/4000169356 reap_dead start 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 -- 172.21.15.5:0/4000169356 shutdown_connections 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 -- 172.21.15.5:0/4000169356 >> 172.21.15.5:0/4000169356 conn(0x7fbc9806d000 msgr2=0x7fbc9806d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 -- 172.21.15.5:0/4000169356 shutdown_connections 2024-09-16T00:57:14.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.319+0000 7fbc9c986640 1 -- 172.21.15.5:0/4000169356 wait complete. 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.320+0000 7fbc9c986640 1 Processor -- start 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 -- start start 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 0x7fbc981546a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980ae8d0 0x7fbc980aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9815d770 con 0x7fbc981566d0 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbc98073080 con 0x7fbc800039e0 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc9c986640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fbc98155990 con 0x7fbc980ae8d0 2024-09-16T00:57:14.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc95d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc95d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:56522/0 (socket says 172.21.15.5:56522) 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.321+0000 7fbc95d9b640 1 -- 172.21.15.5:0/1066449108 learned_addr learned my addr 172.21.15.5:0/1066449108 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc9659c640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 0x7fbc981546a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc96d9d640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980ae8d0 0x7fbc980aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 -- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980ae8d0 msgr2=0x7fbc980aed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980ae8d0 0x7fbc980aed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 -- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 msgr2=0x7fbc981546a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 0x7fbc981546a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 -- 172.21.15.5:0/1066449108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc98156b50 con 0x7fbc981566d0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc9659c640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 0x7fbc981546a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc95d9b640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00f780 tx=0x7fbc8c00fc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c00fe90 con 0x7fbc981566d0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc8c018070 con 0x7fbc981566d0 2024-09-16T00:57:14.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc98154d80 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c00d730 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.322+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc98155340 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.323+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc980d00b0 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.324+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc8c00d8d0 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.324+0000 7fbc86ffd640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 0x7fbc7806e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.324+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fbc8c08afc0 con 0x7fbc981566d0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.324+0000 7fbc9659c640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 0x7fbc7806e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:14.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.325+0000 7fbc9659c640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 0x7fbc7806e940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800c240 tx=0x7fbc88009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:14.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.329+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc8c0599d0 con 0x7fbc981566d0 2024-09-16T00:57:14.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.501+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc98155b40 con 0x7fbc7806c480 2024-09-16T00:57:14.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.502+0000 7fbc86ffd640 1 -- 172.21.15.5:0/1066449108 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13323 (secure 0 0 0) 0x7fbc98155b40 con 0x7fbc7806c480 2024-09-16T00:57:14.503 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:14.504 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 msgr2=0x7fbc7806e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 0x7fbc7806e940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800c240 tx=0x7fbc88009030 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 msgr2=0x7fbc98149f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00f780 tx=0x7fbc8c00fc40 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 shutdown_connections 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fbc7806c480 0x7fbc7806e940 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fbc980ae8d0 0x7fbc980aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc981566d0 0x7fbc98149f90 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 --2- 172.21.15.5:0/1066449108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbc800039e0 0x7fbc981546a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 >> 172.21.15.5:0/1066449108 conn(0x7fbc9806d000 msgr2=0x7fbc980b1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 shutdown_connections 2024-09-16T00:57:14.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:14.504+0000 7fbc9c986640 1 -- 172.21.15.5:0/1066449108 wait complete. 2024-09-16T00:57:14.516 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-09-16T00:57:14.333732+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":243196,"kb_used_data":6152,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731524,"statfs":{"total":773094113280,"available":772845080576,"internally_reserved":0,"allocated":6299648,"data_stored":3310112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-42,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":-1,"num_read_kb":0,"num_write":-2,"num_write_kb":-2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.840823"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":231,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T00:57:07.345044+0000","last_change":"2024-09-16T00:55:00.235708+0000","last_active":"2024-09-16T00:57:07.345044+0000","last_peered":"2024-09-16T00:57:07.345044+0000","last_clean":"2024-09-16T00:57:07.345044+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:57:07.345044+0000","last_undegraded":"2024-09-16T00:57:07.345044+0000","last_fullsized":"2024-09-16T00:57:07.345044+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:54:58.445067+0000","last_clean_scrub_stamp":"2024-09-16T00:54:58.445067+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509471,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28236,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343604,"statfs":{"total":96636764160,"available":96607850496,"internally_reserved":0,"allocated":1232896,"data_stored":856540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509471,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1232896,"data_stored":856540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:14.519 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T00:54:58.445067+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=54, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=57, tm_sec=9, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:57:14.519 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T00:57:34.521 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:57:34.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.637+0000 7fd4b549b640 1 Processor -- start 2024-09-16T00:57:34.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.637+0000 7fd4b549b640 1 -- start start 2024-09-16T00:57:34.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 0x7fd4b006bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b0072fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd4b00734f0 0x7fd4b0070790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd4b015f700 con 0x7fd4b00734f0 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fd4b015ee10 con 0x7fd4b0158e40 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.638+0000 7fd4b549b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b015fb90 con 0x7fd4b006c4a0 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd4b00734f0 0x7fd4b0070790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd4b00734f0 0x7fd4b0070790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46866/0 (socket says 172.21.15.5:46866) 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 -- 172.21.15.5:0/3844320777 learned_addr learned my addr 172.21.15.5:0/3844320777 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 -- 172.21.15.5:0/3844320777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 msgr2=0x7fd4b0072fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/3844320777 >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 0x7fd4b006bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4ae7fc640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b0072fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b0072fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 -- 172.21.15.5:0/3844320777 >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 msgr2=0x7fd4b006bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/3844320777 >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 0x7fd4b006bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4af7fe640 1 -- 172.21.15.5:0/3844320777 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b006cbf0 con 0x7fd4b00734f0 2024-09-16T00:57:34.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/3844320777 >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 0x7fd4b006bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.639+0000 7fd4ae7fc640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b0072fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b00734f0 0x7fd4b0070790 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd4b00b8600 tx=0x7fd4a802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a757d9b453d3e3e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4adffb640 1 -- 172.21.15.5:0/3844320777 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8037070 con 0x7fd4b00734f0 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4adffb640 1 -- 172.21.15.5:0/3844320777 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a8032440 con 0x7fd4b00734f0 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4adffb640 1 -- 172.21.15.5:0/3844320777 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8032810 con 0x7fd4b00734f0 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 -- 172.21.15.5:0/3844320777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b00734f0 msgr2=0x7fd4b0070790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b00734f0 0x7fd4b0070790 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd4b00b8600 tx=0x7fd4a802a1e0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 -- 172.21.15.5:0/3844320777 shutdown_connections 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b00734f0 0x7fd4b0070790 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 --2- 172.21.15.5:0/3844320777 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b0072fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 --2- 172.21.15.5:0/3844320777 >> v2:172.21.15.73:3300/0 conn(0x7fd4b0158e40 0x7fd4b006bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.640+0000 7fd4b549b640 1 -- 172.21.15.5:0/3844320777 >> 172.21.15.5:0/3844320777 conn(0x7fd4b00b4170 msgr2=0x7fd4b00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:34.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.641+0000 7fd4b549b640 1 -- 172.21.15.5:0/3844320777 shutdown_connections 2024-09-16T00:57:34.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.641+0000 7fd4b549b640 1 -- 172.21.15.5:0/3844320777 wait complete. 2024-09-16T00:57:34.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.642+0000 7fd4b549b640 1 Processor -- start 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.642+0000 7fd4b549b640 1 -- start start 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b00cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 0x7fd4b00ce140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b006c900 con 0x7fd4b0158e40 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd4b015f390 con 0x7fd4b00734f0 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4b549b640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd4b0070cd0 con 0x7fd4b006c4a0 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46882/0 (socket says 172.21.15.5:46882) 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 -- 172.21.15.5:0/31110463 learned_addr learned my addr 172.21.15.5:0/31110463 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4ae7fc640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 0x7fd4b00ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b00cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 -- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 msgr2=0x7fd4b00cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b00cfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 -- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 msgr2=0x7fd4b00ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 0x7fd4b00ce140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 -- 172.21.15.5:0/31110463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4b00ce680 con 0x7fd4b0158e40 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4ae7fc640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 0x7fd4b00ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b00cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:57:34.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.643+0000 7fd4af7fe640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd4a80090b0 tx=0x7fd4a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.644+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8041070 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.644+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a803c950 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.644+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4b00d0370 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.644+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8037040 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.644+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4b00cb9d0 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.645+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4b00cb7f0 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.645+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd4a8044070 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.646+0000 7fd4a77fe640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 0x7fd49006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.646+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fd4a80abd60 con 0x7fd4b0158e40 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.646+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 0x7fd49006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.647+0000 7fd4aeffd640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 0x7fd49006e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0007f40 tx=0x7fd4a0007490 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.651+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4b00cb7f0 con 0x7fd4b0158e40 2024-09-16T00:57:34.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.824+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 --> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd4b00d0890 con 0x7fd49006c2b0 2024-09-16T00:57:34.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.825+0000 7fd4a77fe640 1 -- 172.21.15.5:0/31110463 <== mgr.4102 v2:172.21.15.73:6832/3464794866 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7fd4b00d0890 con 0x7fd49006c2b0 2024-09-16T00:57:34.827 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:34.827 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.827+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 msgr2=0x7fd49006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.827+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 0x7fd49006e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0007f40 tx=0x7fd4a0007490 comp rx=0 tx=0).stop 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.827+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 msgr2=0x7fd4b014cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.827+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd4a80090b0 tx=0x7fd4a80046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 shutdown_connections 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd49006c2b0 0x7fd49006e770 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd4b0158e40 0x7fd4b014cf40 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd4b00734f0 0x7fd4b00ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 --2- 172.21.15.5:0/31110463 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd4b006c4a0 0x7fd4b00cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 >> 172.21.15.5:0/31110463 conn(0x7fd4b00b4170 msgr2=0x7fd4b006e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:34.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 shutdown_connections 2024-09-16T00:57:34.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.828+0000 7fd4b549b640 1 -- 172.21.15.5:0/31110463 wait complete. 2024-09-16T00:57:34.840 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":126,"stamp":"2024-09-16T00:57:34.337181+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":243180,"kb_used_data":6152,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731540,"statfs":{"total":773094113280,"available":772845096960,"internally_reserved":0,"allocated":6299648,"data_stored":3310112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002104"},"pg_stats":[{"pgid":"1.0","version":"54'119","reported_seq":241,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T00:57:14.999710+0000","last_change":"2024-09-16T00:57:14.999749+0000","last_active":"2024-09-16T00:57:14.999710+0000","last_peered":"2024-09-16T00:57:14.999710+0000","last_clean":"2024-09-16T00:57:14.999710+0000","last_became_active":"2024-09-16T00:55:00.235343+0000","last_became_peered":"2024-09-16T00:55:00.235343+0000","last_unstale":"2024-09-16T00:57:14.999710+0000","last_undegraded":"2024-09-16T00:57:14.999710+0000","last_fullsized":"2024-09-16T00:57:14.999710+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"54'119","last_scrub_stamp":"2024-09-16T00:57:14.999619+0000","last_deep_scrub":"54'119","last_deep_scrub_stamp":"2024-09-16T00:57:14.999619+0000","last_clean_scrub_stamp":"2024-09-16T00:57:14.999619+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:08.801311+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509475,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28228,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343612,"statfs":{"total":96636764160,"available":96607858688,"internally_reserved":0,"allocated":1232896,"data_stored":856540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509475,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542179,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1232896,"data_stored":856540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31816,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340024,"statfs":{"total":96636764160,"available":96604184576,"internally_reserved":0,"allocated":638976,"data_stored":266172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:57:34.841 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T00:57:34.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.942+0000 7fd976427640 1 Processor -- start 2024-09-16T00:57:34.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.942+0000 7fd976427640 1 -- start start 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd976427640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7fd97015e630 0x7fd970071340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd976427640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd97015ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd976427640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd97006bc50 con 0x7fd97006ccf0 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd976427640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7fd97006bf30 con 0x7fd97015e630 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd976427640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd97006c210 con 0x7fd97006d8a0 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96f7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd97006ccf0 0x7fd97006d190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60622/0 (socket says 172.21.15.5:60622) 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96f7fe640 1 -- 172.21.15.5:0/2267020862 learned_addr learned my addr 172.21.15.5:0/2267020862 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd9749c4640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd97015ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96ffff640 1 --2- 172.21.15.5:0/2267020862 >> v2:172.21.15.73:3300/0 conn(0x7fd97015e630 0x7fd970071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96effd640 1 -- 172.21.15.5:0/2267020862 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 397857005 0 0) 0x7fd97006bc50 con 0x7fd97006ccf0 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96effd640 1 -- 172.21.15.5:0/2267020862 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd958003520 con 0x7fd97006ccf0 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96ffff640 1 -- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 msgr2=0x7fd97015ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96ffff640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd97015ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96ffff640 1 -- 172.21.15.5:0/2267020862 >> v1:172.21.15.5:6789/0 conn(0x7fd97006ccf0 legacy=0x7fd97006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd96ffff640 1 -- 172.21.15.5:0/2267020862 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97006c4f0 con 0x7fd97015e630 2024-09-16T00:57:34.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.943+0000 7fd9749c4640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd97015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:57:34.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.944+0000 7fd96ffff640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970071340 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd9600097a0 tx=0x7fd96002a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69f1192b7f943dfd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.944+0000 7fd96effd640 1 -- 172.21.15.5:0/2267020862 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960037070 con 0x7fd97015e630 2024-09-16T00:57:34.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.944+0000 7fd96effd640 1 -- 172.21.15.5:0/2267020862 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd96002adb0 con 0x7fd97015e630 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.944+0000 7fd96effd640 1 -- 172.21.15.5:0/2267020862 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960032640 con 0x7fd97015e630 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 -- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 msgr2=0x7fd970071340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970071340 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd9600097a0 tx=0x7fd96002a060 comp rx=0 tx=0).stop 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 -- 172.21.15.5:0/2267020862 shutdown_connections 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd97015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 --2- 172.21.15.5:0/2267020862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970071340 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 -- 172.21.15.5:0/2267020862 >> 172.21.15.5:0/2267020862 conn(0x7fd97006f180 msgr2=0x7fd97006f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 -- 172.21.15.5:0/2267020862 shutdown_connections 2024-09-16T00:57:34.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.945+0000 7fd976427640 1 -- 172.21.15.5:0/2267020862 wait complete. 2024-09-16T00:57:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.946+0000 7fd976427640 1 Processor -- start 2024-09-16T00:57:34.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.946+0000 7fd976427640 1 -- start start 2024-09-16T00:57:34.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd9701577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970157d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd970070a90 con 0x7fd97006ccf0 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd970071880 con 0x7fd97015e630 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd976427640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7fd970070c10 con 0x7fd97006d8a0 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd96ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd96ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46892/0 (socket says 172.21.15.5:46892) 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.947+0000 7fd96ffff640 1 -- 172.21.15.5:0/1117318843 learned_addr learned my addr 172.21.15.5:0/1117318843 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd9749c4640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970157d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96f7fe640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd9701577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 -- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 msgr2=0x7fd9701577d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd9701577d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 -- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 msgr2=0x7fd970157d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970157d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 -- 172.21.15.5:0/1117318843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97015a3b0 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96ffff640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd96002a0a0 tx=0x7fd9600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960041070 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd96003c680 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9701529e0 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960037040 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.948+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd970152cc0 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.949+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd970071340 con 0x7fd97006ccf0 2024-09-16T00:57:34.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.950+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd960044070 con 0x7fd97006ccf0 2024-09-16T00:57:34.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.950+0000 7fd96cff9640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 0x7fd95c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:34.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.950+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7fd9600ab7d0 con 0x7fd97006ccf0 2024-09-16T00:57:34.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.950+0000 7fd96f7fe640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 0x7fd95c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:34.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.951+0000 7fd96f7fe640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 0x7fd95c06e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd970153c10 tx=0x7fd964009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:34.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:34.955+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd96007a300 con 0x7fd97006ccf0 2024-09-16T00:57:35.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.130+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fd9700b31c0 con 0x7fd97006ccf0 2024-09-16T00:57:35.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.133+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7fd960079c00 con 0x7fd97006ccf0 2024-09-16T00:57:35.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.133+0000 7fd96cff9640 1 -- 172.21.15.5:0/1117318843 <== mon.0 v2:172.21.15.5:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fd96007dfb0 con 0x7fd97006ccf0 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 msgr2=0x7fd95c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 0x7fd95c06e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd970153c10 tx=0x7fd964009040 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 msgr2=0x7fd97014ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd96002a0a0 tx=0x7fd9600046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 shutdown_connections 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7fd95c06c2b0 0x7fd95c06e770 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd97015e630 0x7fd970157d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7fd97006d8a0 0x7fd9701577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 --2- 172.21.15.5:0/1117318843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd97006ccf0 0x7fd97014ee50 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 >> 172.21.15.5:0/1117318843 conn(0x7fd97006f180 msgr2=0x7fd97015cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:35.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 shutdown_connections 2024-09-16T00:57:35.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.135+0000 7fd976427640 1 -- 172.21.15.5:0/1117318843 wait complete. 2024-09-16T00:57:35.147 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:57:35.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T00:57:35.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 Processor -- start 2024-09-16T00:57:35.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 -- start start 2024-09-16T00:57:35.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 --2- >> v2:172.21.15.73:3300/0 conn(0x7f03b00b6690 0x7f03b00cf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:35.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03b00cff10 con 0x7f03b00d16e0 2024-09-16T00:57:35.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 -- --> v1:172.21.15.73:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03b00d1b10 con 0x7f03b00b6a70 2024-09-16T00:57:35.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.249+0000 7f03b6911640 1 -- --> v2:172.21.15.73:3300/0 -- mon_getmap magic: 0 -- 0x7f03b00cf540 con 0x7f03b00b6690 2024-09-16T00:57:35.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03b4eae640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f03b00d16e0 0x7f03b00d2b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60636/0 (socket says 172.21.15.5:60636) 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03b4eae640 1 -- 172.21.15.5:0/3779954656 learned_addr learned my addr 172.21.15.5:0/3779954656 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03affff640 1 --2- 172.21.15.5:0/3779954656 >> v2:172.21.15.73:3300/0 conn(0x7f03b00b6690 0x7f03b00cf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03aeffd640 1 -- 172.21.15.5:0/3779954656 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2214440826 0 0) 0x7f03b00cff10 con 0x7f03b00d16e0 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03aeffd640 1 -- 172.21.15.5:0/3779954656 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0398003520 con 0x7f03b00d16e0 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03affff640 1 -- 172.21.15.5:0/3779954656 >> v1:172.21.15.73:6789/0 conn(0x7f03b00b6a70 legacy=0x7f03b00d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03affff640 1 -- 172.21.15.5:0/3779954656 >> v1:172.21.15.5:6789/0 conn(0x7f03b00d16e0 legacy=0x7f03b00d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.250+0000 7f03affff640 1 -- 172.21.15.5:0/3779954656 --> v2:172.21.15.73:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b00d1d90 con 0x7f03b00b6690 2024-09-16T00:57:35.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.251+0000 7f03affff640 1 --2- 172.21.15.5:0/3779954656 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6690 0x7f03b00cf9d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f03a00097a0 tx=0x7f03a002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36f29de608ef1225 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.251+0000 7f03aeffd640 1 -- 172.21.15.5:0/3779954656 <== mon.1 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a0037070 con 0x7f03b00b6690 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.251+0000 7f03aeffd640 1 -- 172.21.15.5:0/3779954656 <== mon.1 v2:172.21.15.73:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f03a0032440 con 0x7f03b00b6690 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.251+0000 7f03aeffd640 1 -- 172.21.15.5:0/3779954656 <== mon.1 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a00327f0 con 0x7f03b00b6690 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 -- 172.21.15.5:0/3779954656 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6690 msgr2=0x7f03b00cf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 --2- 172.21.15.5:0/3779954656 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6690 0x7f03b00cf9d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f03a00097a0 tx=0x7f03a002a230 comp rx=0 tx=0).stop 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 -- 172.21.15.5:0/3779954656 shutdown_connections 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 --2- 172.21.15.5:0/3779954656 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6690 0x7f03b00cf9d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 -- 172.21.15.5:0/3779954656 >> 172.21.15.5:0/3779954656 conn(0x7f03b0072560 msgr2=0x7f03b0072970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 -- 172.21.15.5:0/3779954656 shutdown_connections 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.252+0000 7f03b6911640 1 -- 172.21.15.5:0/3779954656 wait complete. 2024-09-16T00:57:35.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.253+0000 7f03b6911640 1 Processor -- start 2024-09-16T00:57:35.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.253+0000 7f03b6911640 1 -- start start 2024-09-16T00:57:35.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 --2- >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6a70 0x7f03b0154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 --2- >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f03b00d16e0 0x7f03b00b9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f03b00b6f00 con 0x7f03b00b6690 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 -- --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f03b00cf1d0 con 0x7f03b00b6a70 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03b6911640 1 -- --> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] -- mon_getmap magic: 0 -- 0x7f03b015c530 con 0x7f03b00d16e0 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46904/0 (socket says 172.21.15.5:46904) 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 -- 172.21.15.5:0/3617765660 learned_addr learned my addr 172.21.15.5:0/3617765660 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03af7fe640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6a70 0x7f03b0154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:35.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 -- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f03b00d16e0 msgr2=0x7f03b00b9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f03b00d16e0 0x7f03b00b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 -- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6a70 msgr2=0x7f03b0154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6a70 0x7f03b0154320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 -- 172.21.15.5:0/3617765660 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b00caa60 con 0x7f03b00b6690 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.254+0000 7f03affff640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f03a0035040 tx=0x7f03a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.255+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a0037050 con 0x7f03b00b6690 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.255+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f03a0038040 con 0x7f03b00b6690 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.255+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b0152cb0 con 0x7f03b00b6690 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.255+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a0004490 con 0x7f03b00b6690 2024-09-16T00:57:35.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.255+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b0153270 con 0x7f03b00b6690 2024-09-16T00:57:35.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.256+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b00cf9d0 con 0x7f03b00b6690 2024-09-16T00:57:35.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.256+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f03a00306d0 con 0x7f03b00b6690 2024-09-16T00:57:35.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.257+0000 7f03acff9640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 0x7f039c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:57:35.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.257+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5029+0+0 (secure 0 0 0) 0x7f03a00abef0 con 0x7f03b00b6690 2024-09-16T00:57:35.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.257+0000 7f03af7fe640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 0x7f039c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:57:35.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.258+0000 7f03af7fe640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 0x7f039c06e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f03b015edf0 tx=0x7f03a4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:57:35.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.261+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f03b00caa60 con 0x7f03b00b6690 2024-09-16T00:57:35.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.471+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03b015b7c0 con 0x7f03b00b6690 2024-09-16T00:57:35.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.471+0000 7f03acff9640 1 -- 172.21.15.5:0/3617765660 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+3902 (secure 0 0 0) 0x7f03a007a7d0 con 0x7f03b00b6690 2024-09-16T00:57:35.472 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-16T00:57:35.473 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":36,"btime":"2024-09-16T00:57:04:298342+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5371,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/4170820274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":4170820274},{"type":"v1","addr":"172.21.15.73:6835","nonce":4170820274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5374,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/368513638","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":368513638},{"type":"v1","addr":"172.21.15.73:6837","nonce":368513638}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5433,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2710558329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":2710558329},{"type":"v1","addr":"172.21.15.5:6835","nonce":2710558329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5529,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6833/3070262985","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3070262985},{"type":"v1","addr":"172.21.15.5:6833","nonce":3070262985}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[]} 2024-09-16T00:57:35.473 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 36 2024-09-16T00:57:35.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 msgr2=0x7f039c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 0x7f039c06e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f03b015edf0 tx=0x7f03a4009040 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 msgr2=0x7f03b00ca520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f03a0035040 tx=0x7f03a00046c0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 shutdown_connections 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:6832/3464794866,v1:172.21.15.73:6833/3464794866] conn(0x7f039c06c2b0 0x7f039c06e770 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3301/0,v1:172.21.15.73:6790/0] conn(0x7f03b00d16e0 0x7f03b00b9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f03b00b6a70 0x7f03b0154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 --2- 172.21.15.5:0/3617765660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03b00b6690 0x7f03b00ca520 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 >> 172.21.15.5:0/3617765660 conn(0x7f03b0072560 msgr2=0x7f03b015f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 shutdown_connections 2024-09-16T00:57:35.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-16T00:57:35.473+0000 7f03b6911640 1 -- 172.21.15.5:0/3617765660 wait complete. 2024-09-16T00:57:35.485 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-16T00:57:35.486 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T00:57:35.486 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T00:57:35.486 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.495 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T00:57:35.495 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T00:57:35.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.545 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T00:57:35.545 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T00:57:35.545 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.557 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T00:57:35.557 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T00:57:35.558 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.610 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T00:57:35.610 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T00:57:35.610 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T00:57:35.610 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.640 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T00:57:35.640 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T00:57:35.641 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.714 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T00:57:35.714 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T00:57:35.714 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.783 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T00:57:35.783 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T00:57:35.783 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.852 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T00:57:35.853 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-16T00:57:35.853 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.892 INFO:tasks.ceph.osd.4:Stopped 2024-09-16T00:57:35.892 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-16T00:57:35.892 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:35.960 INFO:tasks.ceph.osd.5:Stopped 2024-09-16T00:57:35.960 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-16T00:57:35.960 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.037 INFO:tasks.ceph.osd.6:Stopped 2024-09-16T00:57:36.037 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-16T00:57:36.037 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.110 INFO:tasks.ceph.osd.7:Stopped 2024-09-16T00:57:36.110 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T00:57:36.110 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T00:57:36.111 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.137 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T00:57:36.137 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T00:57:36.137 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.181 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T00:57:36.181 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T00:57:36.181 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T00:57:36.181 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.193 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T00:57:36.193 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T00:57:36.194 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.233 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T00:57:36.233 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T00:57:36.233 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:57:36.286 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T00:57:36.286 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T00:57:36.287 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'force file system read-only' | egrep -v 'bad backtrace' | egrep -v 'MDS in read-only mode' | egrep -v '\(MDS_READ_ONLY\)' | head -n 1 2024-09-16T00:57:36.324 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:36.324 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T00:57:36.549 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:36.549 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T00:57:36.631 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:36.631 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T00:57:36.689 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:36.689 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T00:57:36.739 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:57:36.740 DEBUG:teuthology.orchestra.run.smithi073:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-16T00:57:36.788 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:36.791 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:36.944 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:57:36.944 DEBUG:teuthology.orchestra.run.smithi073:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-16T00:57:37.025 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:57:37.025 DEBUG:teuthology.orchestra.run.smithi073:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-16T00:57:37.109 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:57:37.109 DEBUG:teuthology.orchestra.run.smithi073:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-16T00:57:37.216 INFO:tasks.ceph:Archiving mon data... 2024-09-16T00:57:37.217 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/data/mon.a.tgz 2024-09-16T00:57:37.217 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-16T00:57:37.234 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.fkuK7VmqbJ 2024-09-16T00:57:37.234 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.fkuK7VmqbJ 2024-09-16T00:57:37.380 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.fkuK7VmqbJ 2024-09-16T00:57:37.465 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.fkuK7VmqbJ is 338KB 2024-09-16T00:57:37.563 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.fkuK7VmqbJ 2024-09-16T00:57:37.581 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/data/mon.b.tgz 2024-09-16T00:57:37.581 DEBUG:teuthology.orchestra.run.smithi073:> mktemp 2024-09-16T00:57:37.598 INFO:teuthology.orchestra.run.smithi073.stdout:/tmp/tmp.Q3CBh5MmOE 2024-09-16T00:57:37.598 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.Q3CBh5MmOE 2024-09-16T00:57:37.765 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0666 /tmp/tmp.Q3CBh5MmOE 2024-09-16T00:57:37.847 DEBUG:teuthology.orchestra.remote:smithi073:/tmp/tmp.Q3CBh5MmOE is 450KB 2024-09-16T00:57:37.943 DEBUG:teuthology.orchestra.run.smithi073:> rm -fr /tmp/tmp.Q3CBh5MmOE 2024-09-16T00:57:37.958 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/data/mon.c.tgz 2024-09-16T00:57:37.958 DEBUG:teuthology.orchestra.run.smithi073:> mktemp 2024-09-16T00:57:38.012 INFO:teuthology.orchestra.run.smithi073.stdout:/tmp/tmp.Zp2ulkbmcN 2024-09-16T00:57:38.012 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.Zp2ulkbmcN 2024-09-16T00:57:38.161 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0666 /tmp/tmp.Zp2ulkbmcN 2024-09-16T00:57:38.245 DEBUG:teuthology.orchestra.remote:smithi073:/tmp/tmp.Zp2ulkbmcN is 450KB 2024-09-16T00:57:38.341 DEBUG:teuthology.orchestra.run.smithi073:> rm -fr /tmp/tmp.Zp2ulkbmcN 2024-09-16T00:57:38.356 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T00:57:38.356 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T00:57:38.359 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T00:57:38.446 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T00:57:38.476 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T00:57:38.476 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T00:57:38.477 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi005/crash 2024-09-16T00:57:38.478 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T00:57:38.516 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi073/crash 2024-09-16T00:57:38.517 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T00:57:38.541 INFO:tasks.ceph:Shutting down logrotate 2024-09-16T00:57:38.541 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:38.561 DEBUG:teuthology.orchestra.run.smithi073:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:38.621 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:38.649 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T00:57:38.685 INFO:tasks.ceph:Compressing logs... 2024-09-16T00:57:38.685 DEBUG:teuthology.orchestra.run.smithi005:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:57:38.691 DEBUG:teuthology.orchestra.run.smithi073:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:57:38.715 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T00:57:38.715 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51896.log 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50016.log 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42357.log 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47201.log 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51896.log: /var/log/ceph/ceph-client.admin.50016.log: /var/log/ceph/ceph-client.admin.42357.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51896.log.gz 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52453.log 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50016.log.gz 2024-09-16T00:57:38.748 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42357.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42744.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47201.log: /var/log/ceph/ceph-client.admin.52453.log: gzip -5 --verbose 88.1% -- -- replaced with /var/log/ceph/ceph-client.admin.47201.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.49209.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52453.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42105.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42744.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50226.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49209.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46991.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42105.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43080.log 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50226.log: /var/log/ceph/ceph-client.admin.46991.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50226.log.gz 2024-09-16T00:57:38.749 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52705.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46991.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44404.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43080.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45899.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.44404.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52705.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46542.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44404.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48999.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45899.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42735.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46542.log.gz 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48385.log 2024-09-16T00:57:38.750 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42735.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48999.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47988.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42735.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.48385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50460.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48385.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52537.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50460.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47988.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47327.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50460.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52537.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49592.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%/var/log/ceph/ceph-client.admin.47327.log: -- replaced with /var/log/ceph/ceph-client.admin.52537.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46683.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51625.log 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49592.log.gz 2024-09-16T00:57:38.751 INFO:teuthology.orchestra.run.smithi005.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.47327.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45063.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41836.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46683.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51625.log: /var/log/ceph/ceph-client.admin.45063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46629.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51625.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45063.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43701.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41836.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43300.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46629.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52873.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43701.log.gz 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52747.log 2024-09-16T00:57:38.752 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43300.log.gz 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52873.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52873.log.gz 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50352.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52747.log.gz 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50959.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48480.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50959.log: gzip 88.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.50352.log.gz --verbose 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.48137.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50959.log.gz 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51793.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48480.log.gz 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53207.log 2024-09-16T00:57:38.753 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48137.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43617.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51793.log: /var/log/ceph/ceph-client.admin.53207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48789.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51793.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53207.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46246.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43617.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48831.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48789.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44399.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46246.log: /var/log/ceph/ceph-client.admin.48831.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52273.log 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46246.log.gz 2024-09-16T00:57:38.754 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48831.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.44399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51980.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44399.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52915.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52273.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51447.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51980.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44538.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.52915.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43078.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51447.log.gz 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45384.log 2024-09-16T00:57:38.755 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44538.log: /var/log/ceph/ceph-client.admin.43078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46500.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44538.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43078.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45857.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49167.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46500.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45384.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45857.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46500.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46001.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45857.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48612.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49167.log: /var/log/ceph/ceph-client.admin.46001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51938.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49167.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46001.log.gz 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45189.log 2024-09-16T00:57:38.756 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51938.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48612.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30402.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51938.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49764.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45189.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52411.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.tmp-client.admin.30402.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30402.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36771.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52411.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49764.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51853.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52411.log.gz 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42525.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.36771.log: /var/log/ceph/ceph-client.admin.51853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47033.log 2024-09-16T00:57:38.757 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36771.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51853.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49634.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49510.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42525.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47033.log: /var/log/ceph/ceph-client.admin.49634.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47033.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43827.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49634.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.49510.log: /var/log/ceph/ceph-client.admin.53125.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49041.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49510.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53125.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43827.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49251.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53125.log.gz 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47885.log 2024-09-16T00:57:38.758 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49041.log: /var/log/ceph/ceph-client.admin.49251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45731.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49041.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47885.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49251.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42189.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47885.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46458.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46907.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42189.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45731.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46458.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.42189.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.41734.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46458.log.gz 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43077.log 2024-09-16T00:57:38.759 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46907.log: /var/log/ceph/ceph-client.admin.41734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46166.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46907.log.gz 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41734.log.gz 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47159.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43077.log.gz 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49083.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.46166.log.gz -5 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53083.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47159.log: /var/log/ceph/ceph-client.admin.49083.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47159.log.gz 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36507.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49083.log.gz 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42231.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53083.log: /var/log/ceph/ceph-client.admin.36507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43084.log 2024-09-16T00:57:38.760 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53083.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42231.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36507.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46735.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42231.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52231.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43084.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50958.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46735.log: /var/log/ceph/ceph-client.admin.52231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47581.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46735.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52231.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46374.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48193.log 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50958.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.47581.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47581.log.gz 2024-09-16T00:57:38.761 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48090.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46374.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51541.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48193.log: /var/log/ceph/ceph-client.admin.48090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50956.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48193.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50798.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51541.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.48090.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50956.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50798.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50956.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45021.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.audit.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50798.log.gz 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49890.log 2024-09-16T00:57:38.762 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48503.log 2024-09-16T00:57:38.763 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45021.log.gz 2024-09-16T00:57:38.785 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36380.log 2024-09-16T00:57:38.785 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36591.log 2024-09-16T00:57:38.785 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36380.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-16T00:57:38.785 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36591.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36380.log.gz 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36544.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36591.log.gz 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36340.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36544.log.gz 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36340.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36340.log.gz 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43069.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42669.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.3.43069.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43069.log.gz 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T00:57:38.786 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42664.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.1.42669.log: /var/log/ceph/ceph-mon.c.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42669.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43065.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.1.42664.log: gzip -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.1.42664.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr: -- /var/log/ceph/ceph-client.admin.36500.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.3.43065.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43065.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36631.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr: 93.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-osd.6.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36500.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36631.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-osd.5.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36631.log.gz 2024-09-16T00:57:38.787 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36420.log 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36420.log: /var/log/ceph/ceph.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36420.log.gz 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr: 91.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36460.log 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-mgr.x.log: 92.4% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-client.admin.36460.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36460.log.gz 2024-09-16T00:57:38.788 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/ceph-mon.b.log: 92.1% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-16T00:57:38.819 INFO:teuthology.orchestra.run.smithi073.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T00:57:38.839 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48915.log 2024-09-16T00:57:38.839 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49125.log 2024-09-16T00:57:38.839 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49890.log.gz 2024-09-16T00:57:38.839 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T00:57:38.839 INFO:teuthology.orchestra.run.smithi005.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.48503.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52579.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43419.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48915.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49125.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44846.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51136.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43419.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52579.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.2.44846.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43419.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52999.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44846.log.gz 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42749.log 2024-09-16T00:57:38.840 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51136.log.gz 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42441.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41475.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52999.log.gz 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42749.log: /var/log/ceph/ceph-client.admin.42441.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42749.log.gzgzip 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50142.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42441.log.gz 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:gzip/var/log/ceph/ceph-client.admin.41475.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.52621.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46949.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41475.log.gz 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52621.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50142.log.gz 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44842.log 2024-09-16T00:57:38.841 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50268.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46949.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52621.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.2.44842.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46949.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44842.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45231.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41880.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50268.log: /var/log/ceph/ceph-client.admin.45231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45480.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50268.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41880.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45231.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43083.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41880.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49932.log 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45480.log.gz 2024-09-16T00:57:38.842 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52358.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43083.log: /var/log/ceph/ceph-client.admin.49932.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41652.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43083.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52358.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49932.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47393.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52358.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45689.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41652.log: /var/log/ceph/ceph-client.admin.47393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42059.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41652.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45689.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47393.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49720.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45689.log.gz 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45273.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42059.log: /var/log/ceph/ceph-client.admin.49720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44979.log 2024-09-16T00:57:38.843 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42059.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49720.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46086.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41924.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45273.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44979.log: /var/log/ceph/ceph-client.admin.46086.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44979.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46086.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49430.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41924.log: /var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43743.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41924.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43418.log 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49430.log.gz 2024-09-16T00:57:38.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51244.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51751.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43418.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43743.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51244.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50100.log 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43418.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51244.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42746.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51751.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41975.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50100.log: /var/log/ceph/ceph-client.admin.42746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42399.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50100.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42746.log.gz 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46781.log 2024-09-16T00:57:38.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47285.log 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41975.log.gz 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42399.log: /var/log/ceph/ceph-client.admin.46781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42739.log 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42399.log.gz 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45815.log 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46781.log.gz 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47285.log.gz 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43416.log 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51667.log 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45815.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42739.log.gz 2024-09-16T00:57:38.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43416.log: gzip -5 --verbose 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45815.log.gz 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.46330.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43416.log.gz 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46584.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51667.log.gz 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47243.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46330.log.gz 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52957.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48747.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46584.log.gz 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47243.log: /var/log/ceph/ceph-client.admin.52957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49293.log 2024-09-16T00:57:38.847 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47243.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52957.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49974.log 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50957.log 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48747.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49293.log: /var/log/ceph/ceph-client.admin.49974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53041.log 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49293.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2%/var/log/ceph/ceph-client.admin.50957.log: -- replaced with /var/log/ceph/ceph-client.admin.49974.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44049.log 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53041.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50957.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53041.log.gz 2024-09-16T00:57:38.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49335.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-mon.a.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44049.log.gz 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42747.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46044.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43301.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49335.log.gz 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49848.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42747.log.gz 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46044.log.gz 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43911.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42737.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43301.log.gz/var/log/ceph/ceph-client.admin.49848.log: 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43075.log 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49848.log.gz 2024-09-16T00:57:38.849 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43075.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.43911.log.gz 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50652.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43075.log.gz 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42737.log.gz/var/log/ceph/ceph-osd.2.log: 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47746.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.50652.log: gzip 0.0% -5 --verbose -- /var/log/ceph/ceph-client.admin.45570.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.0.50652.log.gz 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47746.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45105.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9%gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47746.log.gz 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45570.log: /var/log/ceph/ceph-client.admin.45105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49806.log 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%/var/log/ceph/ceph-mgr.y.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45570.log.gz 2024-09-16T00:57:38.850 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45105.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51198.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52040.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49806.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51198.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52040.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51198.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52040.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50394.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46288.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50394.log: 85.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr: 92.9% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.50394.log.gz 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53165.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52495.log 2024-09-16T00:57:38.851 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46288.log.gz/var/log/ceph/ceph-client.admin.53165.log: 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42017.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53165.log.gz 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51583.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52495.log: /var/log/ceph/ceph-client.admin.42017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49676.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51583.log: 88.3% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42017.log.gz 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52495.log.gz 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51583.log.gz 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50058.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47075.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49676.log: /var/log/ceph/ceph-client.admin.50058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41794.log 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47075.log: 88.3% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49676.log.gz 2024-09-16T00:57:38.852 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50058.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45147.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47075.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50648.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41794.log: /var/log/ceph/ceph-client.admin.45147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48705.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.50648.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41794.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45147.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.0.50648.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48957.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42315.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48705.log: gzip/var/log/ceph/ceph-client.admin.48957.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.43417.log 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42315.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48957.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48705.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42315.log.gz 2024-09-16T00:57:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45773.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48030.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43417.log.gz 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45647.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45773.log.gz 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43420.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48030.log: /var/log/ceph/ceph-client.admin.45647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46865.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43420.log: 88.3% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48030.log.gz 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45647.log.gz 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43420.log.gz 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43421.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52831.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46865.log: gzip/var/log/ceph/ceph-client.admin.43421.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.50184.log 2024-09-16T00:57:38.854 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52831.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43421.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46865.log.gzgzip -5 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52831.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.42567.log 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50184.log: gzip -5 --verbose 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50184.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.50310.log 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42567.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.0.47585.log -- replaced with /var/log/ceph/ceph-client.admin.42567.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52663.log 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50310.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.47585.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47585.log.gz 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42273.log 2024-09-16T00:57:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41556.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52663.log: /var/log/ceph/ceph-client.admin.42273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51709.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41556.log: 87.8% 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42273.log.gz 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52663.log.gz 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41556.log.gz 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42147.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.51709.log: -- /var/log/ceph/ceph-client.admin.43085.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51709.log.gz 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47823.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42147.log: /var/log/ceph/ceph-client.admin.43085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48873.log 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47823.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43085.log.gz 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42147.log.gz 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.856 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47823.log.gz 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48381.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52789.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.48381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36880.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48873.log.gz 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48381.log.gz 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43081.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.36880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51352.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52789.log.gz 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43081.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36880.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43869.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43081.log.gz 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46823.log 2024-09-16T00:57:38.857 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47117.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51352.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%/var/log/ceph/ceph-client.admin.46823.log: -- replaced with /var/log/ceph/ceph-client.admin.43869.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52316.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47117.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46823.log.gz/var/log/ceph/ceph-osd.3.log: 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47945.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50857.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52316.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47945.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50857.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47945.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50857.log.gz 2024-09-16T00:57:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46416.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43659.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46416.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46416.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43785.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51286.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43659.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42745.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51286.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43785.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42483.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.51286.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42745.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45941.log 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42483.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42745.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42483.log.gz 2024-09-16T00:57:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45941.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45941.log.gz 2024-09-16T00:57:38.860 INFO:teuthology.orchestra.run.smithi005.stderr: 94.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-16T00:57:38.860 INFO:teuthology.orchestra.run.smithi073.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T00:57:38.887 INFO:teuthology.orchestra.run.smithi005.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T00:57:38.900 INFO:teuthology.orchestra.run.smithi005.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T00:57:38.907 INFO:teuthology.orchestra.run.smithi073.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-16T00:57:38.907 INFO:teuthology.orchestra.run.smithi005.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T00:57:38.912 INFO:teuthology.orchestra.run.smithi073.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T00:57:38.927 INFO:teuthology.orchestra.run.smithi073.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-16T00:57:38.937 INFO:teuthology.orchestra.run.smithi073.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-16T00:57:38.978 INFO:teuthology.orchestra.run.smithi073.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-16T00:57:38.980 INFO:teuthology.orchestra.run.smithi073.stderr: 2024-09-16T00:57:38.981 INFO:teuthology.orchestra.run.smithi073.stderr:real 0m0.237s 2024-09-16T00:57:38.981 INFO:teuthology.orchestra.run.smithi073.stderr:user 0m1.010s 2024-09-16T00:57:38.981 INFO:teuthology.orchestra.run.smithi073.stderr:sys 0m0.073s 2024-09-16T00:57:39.013 INFO:teuthology.orchestra.run.smithi005.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T00:57:39.022 INFO:teuthology.orchestra.run.smithi005.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T00:57:39.024 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-16T00:57:39.024 INFO:teuthology.orchestra.run.smithi005.stderr:real 0m0.319s 2024-09-16T00:57:39.024 INFO:teuthology.orchestra.run.smithi005.stderr:user 0m1.116s 2024-09-16T00:57:39.024 INFO:teuthology.orchestra.run.smithi005.stderr:sys 0m0.201s 2024-09-16T00:57:39.024 INFO:tasks.ceph:Archiving logs... 2024-09-16T00:57:39.024 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi005/log 2024-09-16T00:57:39.027 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:57:39.395 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi073/log 2024-09-16T00:57:39.396 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:57:39.561 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T00:57:39.590 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T00:57:39.590 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:57:39.593 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:57:39.676 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T00:57:39.690 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T00:57:39.691 DEBUG:teuthology.orchestra.run.smithi005:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:57:39.694 DEBUG:teuthology.orchestra.run.smithi073:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:57:39.707 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:57:39.708 INFO:teuthology.orchestra.run.smithi073.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:57:39.711 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:57:39.712 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-16T00:57:39.712 INFO:teuthology.orchestra.run.smithi005.stdout:^* hv01.front.sepia.ceph.com 3 6 377 53 -126us[ -130us] +/- 42ms 2024-09-16T00:57:39.712 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -732us[ -737us] +/- 50ms 2024-09-16T00:57:39.712 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 55 +1466us[+1461us] +/- 79ms 2024-09-16T00:57:39.712 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:57:39.713 INFO:teuthology.orchestra.run.smithi073.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:57:39.714 INFO:teuthology.orchestra.run.smithi073.stdout:=============================================================================== 2024-09-16T00:57:39.714 INFO:teuthology.orchestra.run.smithi073.stdout:^* hv01.front.sepia.ceph.com 3 6 377 56 -114us[ -121us] +/- 42ms 2024-09-16T00:57:39.714 INFO:teuthology.orchestra.run.smithi073.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -715us[ -715us] +/- 50ms 2024-09-16T00:57:39.714 INFO:teuthology.orchestra.run.smithi073.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 53 +1461us[+1461us] +/- 80ms 2024-09-16T00:57:39.714 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:57:39.714 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T00:57:39.722 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T00:57:39.723 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T00:57:39.731 DEBUG:teuthology.orchestra.run.smithi005:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:57:39.829 DEBUG:teuthology.orchestra.run.smithi073:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:57:39.892 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:57:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:39.923 DEBUG:teuthology.orchestra.run.smithi073:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:57:39.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:39.950 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T00:57:39.960 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T00:57:39.972 INFO:teuthology.task.internal:Duration was 546.884556 seconds 2024-09-16T00:57:39.973 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T00:57:39.982 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T00:57:39.983 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:57:39.985 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:57:40.024 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:57:40.028 INFO:teuthology.orchestra.run.smithi073.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:57:40.336 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T00:57:40.336 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi005.front.sepia.ceph.com 2024-09-16T00:57:40.336 DEBUG:teuthology.orchestra.run.smithi005:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:57:40.363 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi073.front.sepia.ceph.com 2024-09-16T00:57:40.364 DEBUG:teuthology.orchestra.run.smithi073:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:57:40.403 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T00:57:40.403 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:57:40.406 DEBUG:teuthology.orchestra.run.smithi073:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:57:40.470 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T00:57:40.470 DEBUG:teuthology.orchestra.run.smithi005:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:57:40.473 DEBUG:teuthology.orchestra.run.smithi073:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:57:40.613 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T00:57:40.623 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T00:57:40.623 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:57:40.649 DEBUG:teuthology.orchestra.run.smithi073:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:57:40.674 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T00:57:40.685 DEBUG:teuthology.orchestra.run.smithi005:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:57:40.691 DEBUG:teuthology.orchestra.run.smithi073:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:57:40.713 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = core 2024-09-16T00:57:40.738 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = core 2024-09-16T00:57:40.751 DEBUG:teuthology.orchestra.run.smithi005:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:57:40.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:40.782 DEBUG:teuthology.orchestra.run.smithi073:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:57:40.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:57:40.806 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T00:57:40.816 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T00:57:40.817 DEBUG:teuthology.misc:Transferring archived files from smithi005:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi005 2024-09-16T00:57:40.817 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:57:40.860 DEBUG:teuthology.misc:Transferring archived files from smithi073:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906430/remote/smithi073 2024-09-16T00:57:40.861 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:57:40.894 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T00:57:40.894 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:57:40.897 DEBUG:teuthology.orchestra.run.smithi073:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:57:40.944 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T00:57:40.956 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T00:57:40.956 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T00:57:40.965 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T00:57:40.965 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:57:40.968 DEBUG:teuthology.orchestra.run.smithi073:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:57:40.981 INFO:teuthology.orchestra.run.smithi005.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:57 /home/ubuntu/cephtest 2024-09-16T00:57:40.999 INFO:teuthology.orchestra.run.smithi073.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:57 /home/ubuntu/cephtest 2024-09-16T00:57:41.000 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T00:57:41.010 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T00:57:41.032 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/auto-repair} duration: 546.8845558166504 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T00:57:41.033 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:57:41.119 INFO:teuthology.run:pass